-- Logs begin at Tue 2022-09-13 00:39:22 UTC, end at Tue 2022-09-13 01:35:16 UTC. -- Sep 13 01:10:12.917263 dv-cinder-856941-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 13 01:10:15.578656 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.common.config [-] Logging enabled! Sep 13 01:10:15.579274 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev564 Sep 13 01:10:15.579464 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106095) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 13 01:10:15.582616 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.common.config [-] Logging enabled! Sep 13 01:10:15.582971 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev564 Sep 13 01:10:15.583284 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106095) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 13 01:10:15.584210 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 01:10:15.584443 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 01:10:15.584914 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 01:10:15.585161 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 01:10:15.585388 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 01:10:15.585708 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.586576 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.586805 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.587127 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.587419 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.587696 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.587984 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.588281 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.588565 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.588842 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.589124 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.589355 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.589631 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.589921 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.590204 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.590427 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] debug = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.590702 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.591159 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.591564 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.591843 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.592129 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.592405 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.592673 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.592946 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.593226 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.593551 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] host = dv-cinder-856941-3-iscsi {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.593822 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.594106 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.594388 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.594670 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.594967 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.595241 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.595522 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.595789 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.596058 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] log_file = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.596326 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.596609 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.596891 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.597174 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.597394 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.597613 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.597894 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.598178 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.598447 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.598715 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.599010 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.599280 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.599545 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.599814 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.600095 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.600374 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.600655 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.600922 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.601189 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.601477 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.601743 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.602022 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.602290 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.602557 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.602825 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.603132 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.603396 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.603663 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.603962 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.604243 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.604521 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.604800 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.605068 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.605344 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.605612 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.605880 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.606147 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] use_json = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.606414 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.606678 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.606976 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.607244 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.607510 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.607776 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.608044 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.608323 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.608589 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:15.608883 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.609176 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.609488 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.609759 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.610060 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.610339 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.610631 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.610929 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.611217 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.611502 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.611788 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.612065 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.612362 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.612649 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.612942 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.613241 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.613531 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.613820 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.614092 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.614361 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.614630 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.614927 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.615208 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.615482 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.615767 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.616068 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.616326 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.616617 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.616899 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.617203 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.617495 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.617781 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.618054 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.618331 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.618619 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.618917 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.619189 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.619474 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.619755 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.620025 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.620303 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.620590 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.620875 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.621144 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.621419 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.621704 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.621981 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.622250 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.622517 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.622791 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.623083 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.623361 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.623635 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.623907 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.624177 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.624452 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.624721 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.624990 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.625264 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.625532 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.625807 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.626077 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.626344 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.626611 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.626899 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.627169 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.627436 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.627703 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.627976 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.628241 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.628506 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.628772 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.629039 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.629307 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.629588 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.629889 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.630164 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.630438 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.630710 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.631004 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.631279 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.631550 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.631823 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.632094 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.632362 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.632645 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.633449 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.633731 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.634012 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.634302 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.634594 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.634873 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.635157 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.635428 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.635699 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.635970 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.636248 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.636519 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.636789 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.637066 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.637346 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.637641 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.637937 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.638215 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.638510 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.638803 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.639118 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.639393 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.639701 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.639980 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:15.640200 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 01:10:15.640437 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106095) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 13 01:10:16.011546 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 13 01:10:16.011862 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 13 01:10:16.012126 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 13 01:10:16.012359 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 13 01:10:16.012635 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 13 01:10:16.012961 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 13 01:10:16.331303 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.331496 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.331762 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.332946 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.333219 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.333482 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.385335 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.385608 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.385872 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.401508 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.401796 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.402063 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.430626 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.430962 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.431236 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.466560 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.466835 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.467130 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.695355 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.695993 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.695993 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.696948 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.697641 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.792762 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.793082 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.793367 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.793635 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.793899 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.794224 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.794480 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.794734 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.795017 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.795299 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.795557 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.795822 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.796076 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.796324 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.796582 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.796844 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.797094 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.797359 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.797626 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.797882 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.798153 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.798404 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.798680 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.799187 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.799440 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.799685 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.800078 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 01:10:16.800316 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 01:10:16.800550 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 01:10:16.800783 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 01:10:16.801015 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 01:10:16.801244 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 01:10:16.801598 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 13 01:10:16.805172 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 13 01:10:16.809259 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 13 01:10:16.812878 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 13 01:10:16.814475 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 13 01:10:16.815103 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 13 01:10:16.815436 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 13 01:10:16.815814 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 13 01:10:16.818524 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 13 01:10:16.818773 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 13 01:10:16.819145 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 13 01:10:16.824703 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 13 01:10:16.846898 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 13 01:10:16.847349 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.847645 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106095) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 13 01:10:16.848017 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.849347 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106095) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 13 01:10:16.849620 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 13 01:10:16.849859 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 13 01:10:16.860363 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.860647 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:16.971007 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 13 01:10:16.971247 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 13 01:10:16.971482 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 13 01:10:16.971847 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 13 01:10:17.023679 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO dbcounter [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Registered counter for database neutron Sep 13 01:10:17.042934 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_db.sqlalchemy.engines [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106095) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 13 01:10:17.048736 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG dbcounter [-] [106095] Writer thread running {{(pid=106095) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 01:10:17.615632 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Initializing driver for type 'gre' Sep 13 01:10:17.616195 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] gre ID ranges: [(1, 1000)] Sep 13 01:10:17.671580 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Initializing driver for type 'local' Sep 13 01:10:17.671843 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Initializing driver for type 'vlan' Sep 13 01:10:17.685129 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] VlanTypeDriver initialization complete Sep 13 01:10:17.685463 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Initializing driver for type 'vxlan' Sep 13 01:10:17.685959 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] vxlan ID ranges: [(1, 1000)] Sep 13 01:10:17.740688 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Initializing extension driver 'port_security' Sep 13 01:10:17.741393 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.extensions.port_security [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] PortSecurityExtensionDriver initialization complete Sep 13 01:10:17.741515 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Initializing mechanism driver 'openvswitch' Sep 13 01:10:17.741876 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Initializing mechanism driver 'hyperv' Sep 13 01:10:17.748369 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.plugins.ml2.plugin [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:10:17.749042 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > port after_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.749417 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > port after_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.749774 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > port after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.750273 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 01:10:17.750695 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > subnet after_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.751080 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > subnet after_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.751434 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.751827 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 01:10:17.752239 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > network after_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.752590 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > network after_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.752933 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > network after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.753319 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 01:10:17.753721 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > security_group after_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.754087 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > security_group after_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.754413 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.754802 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 01:10:17.755231 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.755582 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.755922 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.756444 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 01:10:17.756862 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > address_group after_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.757218 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > address_group after_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.758051 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.758442 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 01:10:17.758905 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] ML2 OVO RPC backend initialized. {{(pid=106095) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 13 01:10:17.759616 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.759974 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.760391 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > network before_response 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.760745 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > networks before_response 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.761093 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > port before_response 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.761440 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > ports before_response 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.761785 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > subnet before_response 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.762129 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > subnets before_response 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.762476 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > network after_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.762818 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > network after_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.763181 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > network after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.763519 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > port after_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.763858 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > port after_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.764194 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > port after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.764533 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > subnet after_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.764869 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > subnet after_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.765205 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.772721 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded quota_driver: . Sep 13 01:10:17.773086 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.plugin [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Modular L2 Plugin initialization complete Sep 13 01:10:17.773985 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading services supported by the core plugin {{(pid=106095) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 13 01:10:17.774328 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.plugins.ml2.managers [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Got port-security extension from driver 'port_security' Sep 13 01:10:17.774807 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.extensions.vlantransparent [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Disabled vlantransparent extension. Sep 13 01:10:17.775335 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106095) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 13 01:10:17.775663 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading Plugin: router Sep 13 01:10:17.810464 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.810875 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router after_create 55549900 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.811259 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router before_create 55549900 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.811626 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.812006 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.812366 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router after_delete 55549900 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.812727 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.813080 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.813438 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router after_create 55549900 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.813788 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router after_update 55549900 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.814138 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router after_update 55549900 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.814488 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.814865 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router after_update 55549900 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.815289 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router precommit_update 55549900 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.815662 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: port after_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.816010 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: port after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.816352 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: subnet after_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.816700 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.817050 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.817402 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router precommit_create 55549900 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.817748 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: port before_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.818093 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router precommit_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.818453 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router after_update 55549900 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.818796 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.819175 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router precommit_create 55549900 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.819538 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.819886 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router precommit_update 55549900 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.820769 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > agent after_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.821124 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > agent after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.821480 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > network after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.822329 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Tracking information for resource: router configured {{(pid=106095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 01:10:17.822661 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Tracking information for resource: floatingip configured {{(pid=106095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 01:10:17.827586 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.db.l3_agentschedulers_db [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 13 01:10:17.828162 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: port after_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.828530 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: port after_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.828910 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: port after_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.829265 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: port after_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.830059 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router before_create 55550100 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.830431 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.830795 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router precommit_create 55550100 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.831178 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > router precommit_update 55550100 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.836577 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.services.provider_configuration [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Service providers = [] {{(pid=106095) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 13 01:10:17.836943 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.db.servicetype_db [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106095) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 13 01:10:17.839899 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.services.service_base [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 01:10:17.840255 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.services.service_base [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 01:10:17.840601 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.services.service_base [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 01:10:17.841484 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.services.service_base [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 01:10:17.841853 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.services.service_base [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 13 01:10:17.842225 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 01:10:17.842544 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 13 01:10:17.854123 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 01:10:17.854463 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading Plugin: auto_allocate Sep 13 01:10:17.860160 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: network precommit_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.860529 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: network precommit_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.861046 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 01:10:17.861368 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading Plugin: tag Sep 13 01:10:17.867941 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 01:10:17.868275 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading Plugin: timestamp Sep 13 01:10:17.872237 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 01:10:17.872571 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading Plugin: network_ip_availability Sep 13 01:10:17.877967 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.878341 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.878701 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:17.879441 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 01:10:17.879765 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading Plugin: flavors Sep 13 01:10:17.884955 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 01:10:17.885289 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading Plugin: revisions Sep 13 01:10:17.889658 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 01:10:17.890043 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_concurrency.lockutils [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.877s {{(pid=106095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 13 01:10:17.890785 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106095) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 13 01:10:17.891158 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Initializing extension manager. Sep 13 01:10:17.891683 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: __init__.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.892030 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: __pycache__ {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.892370 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: address_group.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.893245 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.893808 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: address-group Sep 13 01:10:17.894137 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: address_scope.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.894812 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.895345 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: address-scope Sep 13 01:10:17.895672 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.896545 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.897057 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: router-admin-state-down-before-update Sep 13 01:10:17.897382 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: agent.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.898048 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.899138 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: agent Sep 13 01:10:17.899461 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: agent_resources_synced.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.900324 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.900832 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: agent-resources-synced Sep 13 01:10:17.901154 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: allowedaddresspairs.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.902907 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.903425 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: allowed-address-pairs Sep 13 01:10:17.903754 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: auto_allocated_topology.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.904772 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.905286 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: auto-allocated-topology Sep 13 01:10:17.905614 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: availability_zone.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.906267 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.906776 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: availability_zone Sep 13 01:10:17.907136 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: availability_zone_filter.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.908009 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.908517 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: availability_zone_filter Sep 13 01:10:17.908842 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: data_plane_status.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.909703 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.910204 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension data-plane-status not supported by any of loaded plugins Sep 13 01:10:17.910528 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: default_subnetpools.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.911428 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.911935 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: default-subnetpools Sep 13 01:10:17.912260 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.913023 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.913539 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: dhcp_agent_scheduler Sep 13 01:10:17.913906 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: dns.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.914765 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.915303 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension dns-integration not supported by any of loaded plugins Sep 13 01:10:17.915627 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: dns_domain_ports.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.916490 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.916997 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 13 01:10:17.917324 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.918196 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.918701 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 13 01:10:17.919063 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: dvr.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.919694 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.920200 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: dvr Sep 13 01:10:17.920524 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: ecmp_routes.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.921390 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.921932 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 13 01:10:17.922210 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: empty_string_filtering.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.923105 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.923609 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: empty-string-filtering Sep 13 01:10:17.923929 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.924788 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.925286 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 13 01:10:17.925605 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.926465 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.927004 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 13 01:10:17.927327 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: external_net.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.928199 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.928708 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: external-net Sep 13 01:10:17.929033 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.929932 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.930440 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: extra_dhcp_opt Sep 13 01:10:17.930764 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: extraroute.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.931659 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.932172 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: extraroute Sep 13 01:10:17.932497 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: extraroute_atomic.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.933739 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.934252 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: extraroute-atomic Sep 13 01:10:17.934577 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: filter_validation.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.935233 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.935738 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: filter-validation Sep 13 01:10:17.936059 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: fip_pf_description.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.936920 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.937422 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 13 01:10:17.937742 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: fip_pf_detail.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.938616 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.939152 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 13 01:10:17.939474 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: fip_pf_port_range.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.940330 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.940833 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 13 01:10:17.941155 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: fip_port_details.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.942015 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.942526 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: fip-port-details Sep 13 01:10:17.942858 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: flavors.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.944054 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.944574 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: flavors Sep 13 01:10:17.944901 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.947042 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.947574 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 13 01:10:17.947917 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: floatingip_pools.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.948585 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.949101 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: floatingip-pools Sep 13 01:10:17.949432 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: ip_allocation.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.950321 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.950832 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension ip_allocation not supported by any of loaded plugins Sep 13 01:10:17.951184 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.952074 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.952586 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: ip-substring-filtering Sep 13 01:10:17.952915 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: l2_adjacency.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.953786 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.954292 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 13 01:10:17.954622 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: l3.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.955576 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.956096 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: router Sep 13 01:10:17.956424 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.958743 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.959315 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 13 01:10:17.959651 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.960527 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.961134 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: ext-gw-mode Sep 13 01:10:17.961469 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.962347 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.962889 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: l3-ha Sep 13 01:10:17.963229 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.964095 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.964608 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 13 01:10:17.964937 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: l3_flavors.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.965816 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.966328 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: l3-flavors Sep 13 01:10:17.966654 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.968015 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.968534 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 13 01:10:17.968864 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.969732 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.970253 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 13 01:10:17.970583 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: l3agentscheduler.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.971605 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.972123 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: l3_agent_scheduler Sep 13 01:10:17.972452 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: local_ip.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.974134 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.974664 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension local_ip not supported by any of loaded plugins Sep 13 01:10:17.975044 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: logging.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.976983 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.977504 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension logging not supported by any of loaded plugins Sep 13 01:10:17.977838 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: metering.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.978544 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.979151 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: metering Sep 13 01:10:17.979480 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.980524 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.981041 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: metering_source_and_destination_fields Sep 13 01:10:17.981368 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: multiprovidernet.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.982251 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.982769 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: multi-provider Sep 13 01:10:17.983132 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: netmtu.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.984000 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.984509 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: net-mtu Sep 13 01:10:17.984834 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: netmtu_writable.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.985706 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.986216 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: net-mtu-writable Sep 13 01:10:17.986541 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: network_availability_zone.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.987207 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.987713 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: network_availability_zone Sep 13 01:10:17.988036 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: network_ip_availability.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.989087 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.989597 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: network-ip-availability Sep 13 01:10:17.989922 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: network_segment_range.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.990643 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.991180 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension network-segment-range not supported by any of loaded plugins Sep 13 01:10:17.991505 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: pagination.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.992503 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.992834 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: pagination Sep 13 01:10:17.993155 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: port_device_profile.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.994015 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.994527 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: port-device-profile Sep 13 01:10:17.994867 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: port_mac_address_override.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.995755 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.996264 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: port-mac-override Sep 13 01:10:17.996586 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.997466 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.997973 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: port-mac-address-regenerate Sep 13 01:10:17.998293 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:17.999202 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:17.999710 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: port-numa-affinity-policy Sep 13 01:10:18.000033 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: port_resource_request.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.000895 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.001397 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension port-resource-request not supported by any of loaded plugins Sep 13 01:10:18.001719 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: port_resource_request_groups.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.002640 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.003178 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 13 01:10:18.003504 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: portbindings.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.004384 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.004895 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: binding Sep 13 01:10:18.005221 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: portbindings_extended.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.006440 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.006998 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: binding-extended Sep 13 01:10:18.007329 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: portsecurity.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.008715 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.009238 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: port-security Sep 13 01:10:18.009563 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: project_id.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.010680 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.011053 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: project-id Sep 13 01:10:18.011382 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: providernet.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.012255 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.012775 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: provider Sep 13 01:10:18.013102 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: qos.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.016583 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.017112 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension qos not supported by any of loaded plugins Sep 13 01:10:18.017449 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.018664 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.019223 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 13 01:10:18.019559 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.020440 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.020959 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 13 01:10:18.021290 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: qos_default.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.022160 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.022679 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension qos-default not supported by any of loaded plugins Sep 13 01:10:18.023045 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: qos_fip.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.023971 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.024486 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension qos-fip not supported by any of loaded plugins Sep 13 01:10:18.024813 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.025682 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.026193 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 13 01:10:18.026519 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: qos_gateway_ip.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.027429 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.027942 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 13 01:10:18.028271 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: qos_port_network_policy.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.029148 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.029665 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 13 01:10:18.029995 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.031027 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.031548 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 13 01:10:18.031876 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.032871 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.033381 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 13 01:10:18.033708 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: qos_pps_rule.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.034832 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.035376 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension qos-pps not supported by any of loaded plugins Sep 13 01:10:18.035705 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: qos_rule_type_details.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.036576 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.037085 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 13 01:10:18.037414 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.038281 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.039324 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 13 01:10:18.039660 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: qos_rules_alias.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.040656 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.041167 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 13 01:10:18.041494 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: quota_check_limit.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.042362 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.042892 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: quota-check-limit Sep 13 01:10:18.043225 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: quotasv2.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.044092 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.044418 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: quotas Sep 13 01:10:18.044741 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: quotasv2_detail.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.046370 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.046711 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: quota_details Sep 13 01:10:18.047077 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: rbac.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.048085 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.048608 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: rbac-policies Sep 13 01:10:18.048938 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: rbac_address_group.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.049820 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.050336 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: rbac-address-group Sep 13 01:10:18.050663 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: rbac_address_scope.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.051640 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.052159 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: rbac-address-scope Sep 13 01:10:18.052487 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: rbac_security_groups.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.053371 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.053885 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: rbac-security-groups Sep 13 01:10:18.054210 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: rbac_subnetpool.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.055194 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.055716 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: rbac-subnetpool Sep 13 01:10:18.056041 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: revisionifmatch.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.056932 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.057444 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: revision-if-match Sep 13 01:10:18.058023 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: revisions.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.059130 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.059651 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: standard-attr-revisions Sep 13 01:10:18.059975 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: router_availability_zone.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.060609 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.061123 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: router_availability_zone Sep 13 01:10:18.061447 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: routerservicetype.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.062322 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.062834 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension router-service-type not supported by any of loaded plugins Sep 13 01:10:18.063183 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.064095 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.064791 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: security-groups-normalized-cidr Sep 13 01:10:18.065099 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.066222 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.066808 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: port-security-groups-filtering Sep 13 01:10:18.067162 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.068475 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.069110 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: security-groups-remote-address-group Sep 13 01:10:18.069551 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.070666 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.071406 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: security-groups-shared-filtering Sep 13 01:10:18.071976 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: securitygroup.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.083936 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.084473 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: security-group Sep 13 01:10:18.084805 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: segment.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.085500 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.086546 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension segment not supported by any of loaded plugins Sep 13 01:10:18.086896 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.087812 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.088330 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 13 01:10:18.088658 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: servicetype.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.089703 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.090259 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: service-type Sep 13 01:10:18.090579 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: sorting.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.091564 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.091903 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: sorting Sep 13 01:10:18.092228 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: standard_attr_segment.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.093120 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.093644 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 13 01:10:18.093969 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: standardattrdescription.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.094587 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.095139 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: standard-attr-description Sep 13 01:10:18.095468 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: stateful_security_group.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.096354 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.096873 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: stateful-security-group Sep 13 01:10:18.097201 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: stdattrs_common.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.097756 dv-cinder-856941-3-iscsi neutron-server[106095]: WARNING neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 13 01:10:18.098085 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.098994 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.099512 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 13 01:10:18.099840 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: subnet_onboard.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.100865 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.102016 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: subnet_onboard Sep 13 01:10:18.102347 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.103261 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.103778 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 13 01:10:18.104104 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: subnet_service_types.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.104985 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.105497 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: subnet-service-types Sep 13 01:10:18.105823 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: subnetallocation.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.106868 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.107394 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: subnet_allocation Sep 13 01:10:18.107723 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.108358 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.108867 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: subnetpool-prefix-ops Sep 13 01:10:18.109191 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.110100 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.110611 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 13 01:10:18.110967 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: tagging.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.112017 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.112541 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: standard-attr-tag Sep 13 01:10:18.112872 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: timestamp.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.114024 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.114540 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loaded extension: standard-attr-timestamp Sep 13 01:10:18.114896 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: trunk.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.115881 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.116422 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension trunk not supported by any of loaded plugins Sep 13 01:10:18.116749 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: trunk_details.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.117641 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.118153 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension trunk-details not supported by any of loaded plugins Sep 13 01:10:18.118479 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: uplink_status_propagation.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.119377 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.119887 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 13 01:10:18.120213 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Loading extension file: vlantransparent.py {{(pid=106095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 01:10:18.120852 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 01:10:18.121362 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 13 01:10:18.123993 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Creating instance of TrackedResource for resource:network Sep 13 01:10:18.124514 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Creating instance of TrackedResource for resource:subnet Sep 13 01:10:18.124915 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 01:10:18.125310 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Creating instance of TrackedResource for resource:port Sep 13 01:10:18.126592 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.v2.resource_helper [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 01:10:18.127071 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.v2.resource_helper [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Service FLAVORS assigned prefix: {{(pid=106095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 01:10:18.127679 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.v2.resource_helper [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 01:10:18.128123 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.v2.resource_helper [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 01:10:18.128458 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Creating instance of TrackedResource for resource:router Sep 13 01:10:18.128891 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Creating instance of TrackedResource for resource:floatingip Sep 13 01:10:18.129388 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.v2.resource_helper [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Service METERING assigned prefix: /metering {{(pid=106095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 01:10:18.130818 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:18.131220 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:18.131577 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:10:18.132620 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Creating instance of CountableResource for resource:rbac_policy Sep 13 01:10:18.133067 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Creating instance of TrackedResource for resource:security_group Sep 13 01:10:18.133497 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 13 01:10:18.134033 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.v2.resource_helper [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Service CORE assigned prefix: {{(pid=106095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 01:10:18.134372 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 01:10:18.134719 dv-cinder-856941-3-iscsi neutron-server[106095]: WARNING neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] subnetpool is already registered Sep 13 01:10:18.135184 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.v2.resource_helper [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Service CORE assigned prefix: {{(pid=106095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 01:10:18.135512 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 01:10:18.135846 dv-cinder-856941-3-iscsi neutron-server[106095]: WARNING neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] subnetpool is already registered Sep 13 01:10:18.138238 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.v2.resource_helper [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 01:10:18.138681 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.v2.resource_helper [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Service FLAVORS assigned prefix: {{(pid=106095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 01:10:18.139348 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.v2.resource_helper [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 01:10:18.139895 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.v2.resource_helper [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 01:10:18.140243 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Creating instance of TrackedResource for resource:router Sep 13 01:10:18.140596 dv-cinder-856941-3-iscsi neutron-server[106095]: WARNING neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] router is already registered Sep 13 01:10:18.141022 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Creating instance of TrackedResource for resource:floatingip Sep 13 01:10:18.141363 dv-cinder-856941-3-iscsi neutron-server[106095]: WARNING neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] floatingip is already registered Sep 13 01:10:18.141826 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.v2.resource_helper [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Service METERING assigned prefix: /metering {{(pid=106095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 01:10:18.142537 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Creating instance of CountableResource for resource:rbac_policy Sep 13 01:10:18.142899 dv-cinder-856941-3-iscsi neutron-server[106095]: WARNING neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] rbac_policy is already registered Sep 13 01:10:18.143314 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Creating instance of TrackedResource for resource:security_group Sep 13 01:10:18.143658 dv-cinder-856941-3-iscsi neutron-server[106095]: WARNING neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] security_group is already registered Sep 13 01:10:18.144076 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 13 01:10:18.144416 dv-cinder-856941-3-iscsi neutron-server[106095]: WARNING neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] security_group_rule is already registered Sep 13 01:10:18.144899 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.v2.resource_helper [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Service CORE assigned prefix: {{(pid=106095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 01:10:18.145229 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 01:10:18.145563 dv-cinder-856941-3-iscsi neutron-server[106095]: WARNING neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] subnetpool is already registered Sep 13 01:10:18.145977 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.v2.resource_helper [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Service CORE assigned prefix: {{(pid=106095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 01:10:18.146299 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 01:10:18.146638 dv-cinder-856941-3-iscsi neutron-server[106095]: WARNING neutron.quota.resource_registry [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] subnetpool is already registered Sep 13 01:10:18.147138 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: extensions {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.149269 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: address-groups {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.150757 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: address-scopes {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.152001 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: agents {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.153176 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: auto-allocated-topology {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.155708 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: availability_zones {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.156946 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: dhcp-networks {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.158379 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: dhcp-agents {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.159959 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: routers {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.161693 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: flavors {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.162897 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: service_profiles {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.164826 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: next_providers {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.166309 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: service_profiles {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.167804 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: floatingip-pools {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.169050 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: routers {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.170918 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: floatingips {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.172170 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: l3-routers {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.173522 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: l3-agents {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.175080 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: metering-labels {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.176364 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: metering-label-rules {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.177654 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: network-ip-availabilities {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.179046 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: bindings {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.180659 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: quotas {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.182233 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: quotas {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.184176 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: rbac-policies {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.185390 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: security-groups {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.186591 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: security-group-rules {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.187890 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: service-providers {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.189230 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: subnetpools {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.190554 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: subnetpools {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.192061 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: tags {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.193839 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: tags {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.195644 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: tags {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.197539 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: tags {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.199276 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: tags {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.201163 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: tags {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.203002 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: tags {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.204807 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: tags {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.206580 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: tags {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.208481 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron.api.extensions [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Extended resource: tags {{(pid=106095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 01:10:18.215981 dv-cinder-856941-3-iscsi neutron-server[106095]: WARNING keystonemiddleware.auth_token [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 13 01:10:18.221011 dv-cinder-856941-3-iscsi neutron-server[106095]: WARNING keystonemiddleware.auth_token [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 13 01:10:18.230289 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_concurrency.lockutils [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Acquiring lock "singleton_lock" {{(pid=106095) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 13 01:10:18.230617 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_concurrency.lockutils [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Acquired lock "singleton_lock" {{(pid=106095) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 13 01:10:18.231122 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_concurrency.lockutils [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Releasing lock "singleton_lock" {{(pid=106095) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 13 01:10:18.231767 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO oslo_service.service [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Starting 2 workers Sep 13 01:10:18.236571 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Started child 106208 {{(pid=106095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 01:10:18.240953 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Started child 106209 {{(pid=106095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 01:10:18.241949 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:18.242708 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO neutron.service [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 13 01:10:18.243258 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:18.243484 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [-] (106208) wsgi starting up on http://0.0.0.0:9696 Sep 13 01:10:18.245655 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO oslo_service.service [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Starting 1 workers Sep 13 01:10:18.245765 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:18.247092 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [-] (106209) wsgi starting up on http://0.0.0.0:9696 Sep 13 01:10:18.250843 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Started child 106210 {{(pid=106095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 01:10:18.251409 dv-cinder-856941-3-iscsi neutron-server[106095]: INFO oslo_service.service [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Starting 1 workers Sep 13 01:10:18.254652 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.service [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] calling RpcWorker wait() {{(pid=106210) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 13 01:10:18.255233 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.service [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] returning from RpcWorker wait() {{(pid=106210) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 13 01:10:18.255804 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Started child 106211 {{(pid=106095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 01:10:18.256534 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:18.256656 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG neutron_lib.callbacks.manager [None req-cf92bcee-858d-4b87-906e-d802da1ce990 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:18.257054 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:10:18.258556 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106095) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 13 01:10:18.258769 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 01:10:18.258981 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 01:10:18.259210 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 01:10:18.259554 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 01:10:18.259738 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 01:10:18.260242 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.260537 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.260808 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.261081 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.261453 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:18.261925 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.261925 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.262118 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.262582 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.262681 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:10:18.262846 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.263041 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.263211 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.263467 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.263719 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.264047 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.264330 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.264583 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.264810 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.264983 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.265233 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.265508 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.265759 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.266049 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] debug = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.266318 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.266783 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.267061 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.267313 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.267555 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.267831 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.268084 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.268364 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.268609 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.268854 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.269108 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.269378 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.269643 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.269875 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.270106 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.270383 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.270607 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.271126 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] host = dv-cinder-856941-3-iscsi {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.271368 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.271607 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.271853 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.272101 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.272362 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.272598 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.272861 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.273693 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.273902 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.274150 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.274399 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.274683 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.274918 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.275167 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] log_file = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.275334 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] log_options = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.275582 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.275853 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.276135 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.276328 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.276498 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.276664 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.276921 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.277087 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.277320 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.277554 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.277836 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.277991 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.278202 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.278437 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.278675 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.278948 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.279166 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.279429 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.279639 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.279887 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.280133 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.280387 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.280908 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.281231 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.281417 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.281786 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.281990 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.282237 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.282502 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.282890 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.282983 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.283371 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.283611 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.283890 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.284128 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.284360 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.284588 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.284841 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.285103 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.285341 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.285589 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.285856 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.286139 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.286286 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.286526 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.286759 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.286999 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] use_json = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.287213 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.287426 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.287688 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.287998 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.288137 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.288351 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.288568 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.288881 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.289576 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.290000 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.290301 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.290711 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.290987 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.291243 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.291713 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.293057 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.293057 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.293057 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.293057 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.293057 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.293057 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.293516 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.293516 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.293764 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.294320 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.294567 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.294882 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.295115 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.298587 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.298587 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.298587 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.298587 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.298587 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.298587 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.298587 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.298587 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.299249 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.299249 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.299249 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.299249 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.299249 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.299249 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.299249 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.299249 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.299776 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.299776 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.299776 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.299983 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.301108 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.301108 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.301108 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.301108 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.301108 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.301478 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.301557 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.302330 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.302330 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.302330 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.302615 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.303009 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.303009 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.303184 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.303510 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.303695 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.303912 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.304174 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.304433 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.304693 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.305303 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.305303 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.305486 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.305653 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.305815 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.306043 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.306325 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.306714 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.306714 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.306929 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.308243 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.308243 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.308243 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.308243 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.308243 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.308618 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.308618 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.309067 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.309067 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.309247 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.309439 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.309642 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.309882 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.310450 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.310450 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.310620 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.310741 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.311130 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.311232 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.311400 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.311644 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.311879 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.312879 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.312879 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.312879 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.312879 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.313179 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.313742 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.313742 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.313940 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.314034 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.314624 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.314624 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.314813 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.314923 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.315305 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.315409 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.316861 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.316861 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.316861 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.316861 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.316861 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.316861 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.317317 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.317317 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.317481 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.318880 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.318880 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.318880 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.318880 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.318880 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.318880 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.319367 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.319367 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.319517 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.320485 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.320485 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.320485 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.320485 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.320812 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.321171 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.321303 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.322907 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.322907 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.322907 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.322907 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.322907 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.322907 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.323359 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.323359 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.323505 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.324110 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.324110 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.324110 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.324410 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.324656 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.324875 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.325440 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.325440 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.325614 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.325848 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.326112 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.326366 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.326646 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.326885 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.327114 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.327335 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.327590 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.327858 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.328089 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.328310 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.328526 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.328743 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.328986 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.329203 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.329455 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.329669 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.329890 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.330124 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.330362 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.330584 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.330827 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.331078 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.331302 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.331537 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.331754 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.331970 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.332188 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.332422 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.332671 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.332894 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.333160 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.333423 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.333639 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.333861 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.334127 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.334379 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.334592 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.334835 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.335096 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.335318 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.335526 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.336279 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.336492 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.336738 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.336972 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.337179 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.337419 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.337669 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.338008 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.338261 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.338489 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.338724 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.339000 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.339259 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.339501 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.339719 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.339980 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.340229 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.340476 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.340708 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.340948 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.341169 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.341387 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.341606 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.341821 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.342055 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.342323 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.342565 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.342821 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.343085 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.343312 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.343536 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.343737 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.343961 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.344199 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.344421 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.344635 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.344889 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.345109 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.345341 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.345677 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.345925 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.346158 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.346416 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.346653 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.346923 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.347143 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.347359 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.347571 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.347814 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.348035 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.348246 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.348490 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.348703 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.348915 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.349141 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.349367 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.349578 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.349799 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.350170 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.350384 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.350603 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.350828 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.351099 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.351867 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.352094 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.352309 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.352530 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.352749 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.352963 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.353207 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.353425 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.353633 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.353853 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.354235 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.354591 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.355047 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.355455 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.355679 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.355976 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.356207 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.356458 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.356686 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.357004 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.357220 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.357460 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.357697 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.357938 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.358161 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.358455 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.358773 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.359089 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.359340 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.359607 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.359895 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.360173 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.360458 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.360664 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.360994 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.361316 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.361585 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.361863 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.362380 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.362380 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.362575 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.362751 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.363015 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.363252 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.363470 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.363729 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.363962 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.364187 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.364423 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.364649 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.364867 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.365648 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.365648 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.365648 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.365883 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.365883 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 01:10:18.366749 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106095) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 13 01:10:18.366749 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 01:10:18.366749 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 01:10:18.367095 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 01:10:18.367095 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 01:10:18.367256 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 01:10:18.367434 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.367596 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.367757 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.367922 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.368106 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.368267 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.368428 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.368590 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.368749 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.369223 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.369223 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.369223 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.369452 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.369542 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.369660 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.370086 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.370086 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.370254 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.370254 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.370420 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.370578 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.370737 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] debug = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.370918 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.371116 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.371282 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.371441 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.371601 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.371760 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.371920 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.372080 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.372238 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.372394 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:10:18.372486 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.372563 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.372698 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.372856 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.373015 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.373175 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.373333 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.373491 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.373650 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] host = dv-cinder-856941-3-iscsi {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.373807 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.373966 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.374123 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.374281 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.374440 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.374600 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.374758 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.374943 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.375105 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.375662 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.375662 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.375662 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.376220 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.376220 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] log_file = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.376220 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] log_options = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.376220 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.376496 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.376496 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.376638 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.376780 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.376992 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.377417 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.377417 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.377417 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.377622 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.377920 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.377920 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.378063 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.378139 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.378257 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.378417 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.378726 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.379061 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.379222 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.379556 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.379718 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.380019 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.380324 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.380485 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.380650 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.380805 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.381109 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.381270 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.381428 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.381587 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.381749 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.381909 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.382069 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.382229 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.382389 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.382571 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.382736 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.382917 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.383083 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.383243 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.383403 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.383564 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.383725 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.383886 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.384050 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.384209 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.384378 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] use_json = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.384517 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.384676 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.384840 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.385000 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.385158 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.385317 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.385476 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.385634 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.385794 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 01:10:18.386055 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.386153 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.386300 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.386463 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.386624 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.386788 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.386973 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.387135 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.387298 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.387459 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.387628 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.387790 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.387963 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.388124 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.388285 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.388450 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.388611 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.388773 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.388935 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.389164 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.389257 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.389550 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.389550 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.389724 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.389885 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.390050 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.390209 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.390532 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.390693 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.391034 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.391214 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.391376 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.391542 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.391707 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.391866 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.392185 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.392499 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.392662 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.392822 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.392981 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.393141 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.393310 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.393474 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.393636 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.393799 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.393963 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.394125 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.394288 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.394451 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.394614 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.394777 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.394973 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.395137 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.395301 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.395463 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.395626 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.395790 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.395964 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.396122 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.396427 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.396730 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.397031 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.397346 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.397646 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.397952 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.398633 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.398803 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.398994 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.399171 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.399335 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.399499 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.399669 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.399828 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.399989 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.400151 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.400313 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.400476 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.400638 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.400800 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.400961 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.401123 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.401284 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.401460 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.401668 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.403139 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.403881 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.404193 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.404458 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.404693 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.406563 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.406563 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.407123 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.407503 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.407789 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.408054 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.408374 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.408642 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.408875 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.409051 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.409222 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.409388 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.409554 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.409717 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.409882 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.410050 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.410214 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.410379 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.410542 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.410704 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.410907 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.411039 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.411202 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.411811 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.411811 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.411811 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.411811 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.412104 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.412104 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.412266 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.412711 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.412919 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.413086 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.413250 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.413423 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.413643 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.413794 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.414515 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.414689 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.414888 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.415053 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.415206 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.415365 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.415520 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.415687 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.415851 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.416751 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.417331 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.417840 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.418028 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.418209 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.418402 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.418655 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.418901 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.419098 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.419264 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.419788 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.419963 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.420572 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.420739 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.420902 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.421064 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.421227 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.421389 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.421552 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.421715 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.421878 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.422045 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.422254 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.422370 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.422533 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.422696 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.422875 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.423041 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.423203 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.423365 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.423527 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.423688 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.423849 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.424011 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.424173 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.424334 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.424496 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.424657 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.424817 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.424979 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.425140 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.425301 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.425462 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.425621 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.425783 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.425948 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.426109 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.426270 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.426432 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.426594 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.426757 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.426937 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.427122 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.427790 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.427790 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.427790 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.427790 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.428105 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.428105 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.428246 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.428322 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.428430 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.428595 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.428776 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.428938 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.429098 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.429263 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.429450 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.429613 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.429774 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.429935 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.430095 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.430256 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.430420 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.430582 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.430743 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.430927 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.431089 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.431250 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.431411 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.431571 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.431734 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.431901 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.432064 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.432227 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.432389 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.432552 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.432966 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.433129 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.433292 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.433454 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.433616 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.433777 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.433938 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.434098 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.434273 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.434435 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.434595 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.434757 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.434938 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.435103 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.435274 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.435436 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.435596 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.435756 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.435904 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.436065 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.436236 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.436397 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.436558 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.436705 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.436866 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.437027 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.437198 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.437358 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.437518 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.437678 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.437839 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.437999 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.438169 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.438328 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.438488 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.438649 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.438809 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.438990 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.439161 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.439323 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.439478 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.439633 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.439793 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.439954 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.440124 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.440287 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.440447 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.440616 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.440778 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.440938 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.441100 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.441273 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.441435 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.441598 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.441760 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.441927 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.442088 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.442251 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.442417 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.442587 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.442755 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.442942 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.443113 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.443283 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.443453 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.443614 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.443783 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.443955 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.444116 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.444278 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.444439 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.444600 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.444761 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.444921 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.445612 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.445774 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.445934 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.446158 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.446563 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.446732 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.446961 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.447186 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.447350 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.447512 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.447675 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.447836 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.448211 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 01:10:18.448434 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 01:10:18.598964 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 57988) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:10:18.605979 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049129 Sep 13 01:10:18.610322 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037603 Sep 13 01:10:27.736403 dv-cinder-856941-3-iscsi neutron-server[106095]: DEBUG dbcounter [-] [106095] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106095) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:10:29.903817 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e293b7-eb88-4873-a788-2c13f5d492e8 None None] get_active_networks_info from dv-cinder-856941-3-iscsi {{(pid=106210) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 13 01:10:29.935022 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writer thread running {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 01:10:30.001643 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e293b7-eb88-4873-a788-2c13f5d492e8 None None] No non-hosted networks {{(pid=106210) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 13 01:10:30.013417 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.agentschedulers_db [None req-87e293b7-eb88-4873-a788-2c13f5d492e8 None None] DHCP Agent not found on host dv-cinder-856941-3-iscsi {{(pid=106210) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 13 01:10:30.064836 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d5907e6b-7601-4d93-a24a-25567582b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-958010'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:31.629256 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writer thread running {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 01:10:32.166919 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d0c891c8-e837-4d2d-8b3d-be069749e3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-958010'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:32.192600 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6545a7cc-24d0-4c42-a6d6-2c5caa19ef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:33.325311 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-958010'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:33.801492 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58060) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:10:34.370812 dv-cinder-856941-3-iscsi neutron-server[106209]: WARNING oslo_policy.policy [None req-661ae614-d32c-4bef-ac3e-d5a0aadcd66b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 01:10:34.371389 dv-cinder-856941-3-iscsi neutron-server[106209]: WARNING oslo_policy.policy [None req-661ae614-d32c-4bef-ac3e-d5a0aadcd66b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 01:10:34.595935 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [None req-661ae614-d32c-4bef-ac3e-d5a0aadcd66b admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 01:10:34.599556 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-661ae614-d32c-4bef-ac3e-d5a0aadcd66b admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7970784 Sep 13 01:10:34.771829 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-958010'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:34.796169 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-958010'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:34.797554 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:34.798181 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:34.798738 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:34.799321 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:34.799860 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:34.800382 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:34.800954 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:34.801529 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:34.802037 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:34.802572 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:34.803142 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:34.804290 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:34.804840 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:34.805375 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:34.805840 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:34.806483 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-856941-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:10:34.813770 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-856941-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:10:37.269184 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58096) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:10:37.384798 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.db.l3_hamode_db [None req-044b8c94-7495-439d-9984-add08bd11630 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 13 01:10:37.461999 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b8c94-7495-439d-9984-add08bd11630 None None] Routers set() bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:10:37.462395 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b8c94-7495-439d-9984-add08bd11630 None None] Router IDs set() for agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 13 01:10:37.597754 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-b3fe6171-d8fb-4f6b-9d6e-f59128eb2349 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:10:37.610316 dv-cinder-856941-3-iscsi neutron-server[106209]: ERROR stevedore.extension [None req-b3fe6171-d8fb-4f6b-9d6e-f59128eb2349 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 13 01:10:37.690807 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.policy [None req-b3fe6171-d8fb-4f6b-9d6e-f59128eb2349 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106209) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 13 01:10:37.732604 dv-cinder-856941-3-iscsi neutron-server[106209]: WARNING oslo_policy.policy [None req-b3fe6171-d8fb-4f6b-9d6e-f59128eb2349 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 01:10:37.732970 dv-cinder-856941-3-iscsi neutron-server[106209]: WARNING oslo_policy.policy [None req-b3fe6171-d8fb-4f6b-9d6e-f59128eb2349 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 01:10:37.753102 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writer thread running {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 01:10:37.826787 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b3fe6171-d8fb-4f6b-9d6e-f59128eb2349 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744756889015', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744756889531', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744756872927', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744756929451', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744756923114', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744756914625', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3849090', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3844830', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606374', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-971676'] for rbac-policy (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:37.895172 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b3fe6171-d8fb-4f6b-9d6e-f59128eb2349 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:37.896296 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-b3fe6171-d8fb-4f6b-9d6e-f59128eb2349 admin admin] 10.222.0.15 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6261344 Sep 13 01:10:40.490210 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58106) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:10:40.806793 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:10:40.836991 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Made reservation on behalf of 4426c2e7285b4cbc8331aa86690ef664 for: {'network': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:10:40.841047 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:40.858709 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:40.967594 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Publish callbacks [] for security_group (738bae2e-9e8e-4965-9b09-7d2dd71fc1d3), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:40.971011 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (738bae2e-9e8e-4965-9b09-7d2dd71fc1d3), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:40.995877 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=106209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:10:41.029999 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744760796847', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (379e96e1-38b3-41d7-9143-758c4fd39c42), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:41.030552 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Unsubscribe: segment precommit_create {{(pid=106209) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 13 01:10:41.031092 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.segments_db [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Added segment 379e96e1-38b3-41d7-9143-758c4fd39c42 of type vlan for network 769d9b39-2bde-4a6c-a0ef-3ac60cb53208 Sep 13 01:10:41.047320 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=738bae2e-9e8e-4965-9b09-7d2dd71fc1d3,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:10:41.095295 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:41.095621 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:41.095975 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:41.096328 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:41.096662 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:41.096989 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:41.097312 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:41.097634 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:41.097954 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:41.098273 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:41.098589 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:41.098944 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:41.099267 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:41.099587 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:41.100444 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Tracked resource versions report: Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: pushed versions: Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: { 'AddressGroup': {'1.2'}, Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Agent': {'1.1'}, Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'ConntrackHelper': {'1.0'}, Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'LocalIPAssociation': {'1.0'}, Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Log': {'1.0'}, Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'NDPProxy': {'1.0'}, Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Network': {'1.1'}, Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Port': {'1.7'}, Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'PortForwarding': {'1.3'}, Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'QosPolicy': {'1.10'}, Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'SecurityGroup': {'1.5'}, Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'SecurityGroupRule': {'1.2'}, Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'SubPort': {'1.0'}, Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Subnet': {'1.1'}, Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Trunk': {'1.1'}} Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: consumer versions: Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: { DHCP agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: L3 agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: Metadata agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: Metering agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: Open vSwitch agent@dv-cinder-856941-3-iscsi: { 'AddressGroup': '1.2', Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Agent': '1.1', Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'ConntrackHelper': '1.0', Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'LocalIPAssociation': '1.0', Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Log': '1.0', Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'NDPProxy': '1.0', Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Network': '1.1', Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Port': '1.7', Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'PortForwarding': '1.3', Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'QosPolicy': '1.10', Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'SecurityGroup': '1.5', Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'SecurityGroupRule': '1.2', Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'SubPort': '1.0', Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Subnet': '1.1', Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Trunk': '1.1'}} Sep 13 01:10:41.101794 dv-cinder-856941-3-iscsi neutron-server[106209]: {{(pid=106209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 01:10:41.137364 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (769d9b39-2bde-4a6c-a0ef-3ac60cb53208), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:41.176756 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (769d9b39-2bde-4a6c-a0ef-3ac60cb53208), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:41.182450 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:10:41.183201 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:41.265044 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7737718 Sep 13 01:10:41.271590 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=58,neutron:INSERT=39,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:10:41.306466 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fb2cf-dd86-4430-983f-d42103fc9747 demo demo] Pushing event updated for resources: {'Network': ['ID=769d9b39-2bde-4a6c-a0ef-3ac60cb53208,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:10:41.319175 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network 769d9b39-2bde-4a6c-a0ef-3ac60cb53208 details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:10:43.921144 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58120) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:10:44.341649 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a885cb0-92c3-420a-a6a3-69edaa5c76f9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:10:44.343060 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-6a885cb0-92c3-420a-a6a3-69edaa5c76f9 demo admin] 10.222.0.15 "GET /networking/v2.0/networks/769d9b39-2bde-4a6c-a0ef-3ac60cb53208 HTTP/1.1" status: 200 len: 825 time: 0.4209471 Sep 13 01:10:44.369138 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-c7be5e00-ad29-4d89-b2dc-a0d76e778dd0 demo admin] 10.222.0.15 "GET /networking/v2.0/subnetpools/0fb23f24-f183-4744-b68d-404755f5a80e HTTP/1.1" status: 200 len: 734 time: 0.0197287 Sep 13 01:10:44.378088 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-af664562-fdf7-4ffd-9dee-bbb0bdde72c3 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '769d9b39-2bde-4a6c-a0ef-3ac60cb53208', 'subnetpool_id': '0fb23f24-f183-4744-b68d-404755f5a80e', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:10:44.399969 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af664562-fdf7-4ffd-9dee-bbb0bdde72c3 demo admin] Made reservation on behalf of 4426c2e7285b4cbc8331aa86690ef664 for: {'subnet': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:10:44.402069 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-af664562-fdf7-4ffd-9dee-bbb0bdde72c3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:44.616048 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:10:44.689688 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-af664562-fdf7-4ffd-9dee-bbb0bdde72c3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for subnet (fc50f023-daf0-471e-b956-c25464501c5f), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:44.761354 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af664562-fdf7-4ffd-9dee-bbb0bdde72c3 demo admin] Checking segment: {'id': '379e96e1-38b3-41d7-9143-758c4fd39c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '769d9b39-2bde-4a6c-a0ef-3ac60cb53208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:10:44.761703 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af664562-fdf7-4ffd-9dee-bbb0bdde72c3 demo admin] Network hostable DHCP agents. Network: 769d9b39-2bde-4a6c-a0ef-3ac60cb53208, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:10:44.766374 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af664562-fdf7-4ffd-9dee-bbb0bdde72c3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=fc50f023-daf0-471e-b956-c25464501c5f,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:10:44.784856 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af664562-fdf7-4ffd-9dee-bbb0bdde72c3 demo admin] Network 769d9b39-2bde-4a6c-a0ef-3ac60cb53208 is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:10:44.796589 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-af664562-fdf7-4ffd-9dee-bbb0bdde72c3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, 769d9b39-2bde-4a6c-a0ef-3ac60cb53208) {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:10:44.801326 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af664562-fdf7-4ffd-9dee-bbb0bdde72c3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:10:44.801931 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-af664562-fdf7-4ffd-9dee-bbb0bdde72c3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:44.807603 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8e50f3-cd3f-4ba3-9665-dec3af0971ab None None] Network 769d9b39-2bde-4a6c-a0ef-3ac60cb53208 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:10:44.818342 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-af664562-fdf7-4ffd-9dee-bbb0bdde72c3 demo admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4435203 Sep 13 01:10:45.073356 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4256e4d7-f65d-58b5-a57f-4fc85113e640-769d9b39-2bde-4a6c-a0ef-3ac60cb53208', 'network_id': '769d9b39-2bde-4a6c-a0ef-3ac60cb53208', 'project_id': '4426c2e7285b4cbc8331aa86690ef664', 'fixed_ips': [{'subnet_id': 'fc50f023-daf0-471e-b956-c25464501c5f'}]}} from dv-cinder-856941-3-iscsi. {{(pid=106210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 01:10:45.074920 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:45.344516 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=66,neutron:INSERT=34 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:10:45.350435 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Allocated IP 172.20.0.2 (769d9b39-2bde-4a6c-a0ef-3ac60cb53208/fc50f023-daf0-471e-b956-c25464501c5f/78125e49-4cf2-4bad-b164-d07b67dc7021) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:10:45.627210 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Publish callbacks [] for port (78125e49-4cf2-4bad-b164-d07b67dc7021), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:45.635797 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (78125e49-4cf2-4bad-b164-d07b67dc7021), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:45.704301 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Network 769d9b39-2bde-4a6c-a0ef-3ac60cb53208 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:10:45.711875 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:10:45.722325 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:10:45.730149 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Pushing event updated for resources: {'Port': ['ID=78125e49-4cf2-4bad-b164-d07b67dc7021,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:10:45.762061 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:45.762408 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:45.762771 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:45.763154 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:45.763491 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:45.763819 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:45.764147 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:45.764473 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:45.764797 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:45.765121 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:45.765444 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:45.765781 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:45.766105 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:45.766425 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:45.766745 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Tracked resource versions report: Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: pushed versions: Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: { 'AddressGroup': {'1.2'}, Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Agent': {'1.1'}, Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'ConntrackHelper': {'1.0'}, Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'LocalIPAssociation': {'1.0'}, Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Log': {'1.0'}, Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'NDPProxy': {'1.0'}, Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Network': {'1.1'}, Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Port': {'1.7'}, Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'PortForwarding': {'1.3'}, Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'QosPolicy': {'1.10'}, Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'SecurityGroup': {'1.5'}, Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'SecurityGroupRule': {'1.2'}, Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'SubPort': {'1.0'}, Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Subnet': {'1.1'}, Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Trunk': {'1.1'}} Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: consumer versions: Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: { DHCP agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: L3 agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: Metadata agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: Metering agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: Open vSwitch agent@dv-cinder-856941-3-iscsi: { 'AddressGroup': '1.2', Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Agent': '1.1', Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'ConntrackHelper': '1.0', Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'LocalIPAssociation': '1.0', Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Log': '1.0', Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'NDPProxy': '1.0', Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Network': '1.1', Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Port': '1.7', Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'PortForwarding': '1.3', Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'QosPolicy': '1.10', Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'SecurityGroup': '1.5', Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'SecurityGroupRule': '1.2', Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'SubPort': '1.0', Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Subnet': '1.1', Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Trunk': '1.1'}} Sep 13 01:10:45.768179 dv-cinder-856941-3-iscsi neutron-server[106210]: {{(pid=106210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 01:10:45.822122 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Attempting to bind port 78125e49-4cf2-4bad-b164-d07b67dc7021 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:10:45.822777 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Attempting to bind port 78125e49-4cf2-4bad-b164-d07b67dc7021 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '379e96e1-38b3-41d7-9143-758c4fd39c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '769d9b39-2bde-4a6c-a0ef-3ac60cb53208'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:10:45.822966 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Attempting to bind port 78125e49-4cf2-4bad-b164-d07b67dc7021 on network 769d9b39-2bde-4a6c-a0ef-3ac60cb53208 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:10:45.868369 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:10:45.868742 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Checking segment: {'id': '379e96e1-38b3-41d7-9143-758c4fd39c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '769d9b39-2bde-4a6c-a0ef-3ac60cb53208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:10:45.869212 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:45.869598 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Bound using segment: {'id': '379e96e1-38b3-41d7-9143-758c4fd39c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '769d9b39-2bde-4a6c-a0ef-3ac60cb53208'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:10:45.870061 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Bound port: 78125e49-4cf2-4bad-b164-d07b67dc7021, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379e96e1-38b3-41d7-9143-758c4fd39c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '769d9b39-2bde-4a6c-a0ef-3ac60cb53208'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:10:45.870465 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (78125e49-4cf2-4bad-b164-d07b67dc7021), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:45.884344 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:10:45.935594 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] For port 78125e49-4cf2-4bad-b164-d07b67dc7021, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:10:45.954607 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] For port 78125e49-4cf2-4bad-b164-d07b67dc7021, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=78125e49-4cf2-4bad-b164-d07b67dc7021,segment=NetworkSegment(379e96e1-38b3-41d7-9143-758c4fd39c42),segment_id=379e96e1-38b3-41d7-9143-758c4fd39c42)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:10:45.961909 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (78125e49-4cf2-4bad-b164-d07b67dc7021), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:46.009367 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eee020-44c2-487c-b58e-ec4e33949f16 None None] Pushing event updated for resources: {'Port': ['ID=78125e49-4cf2-4bad-b164-d07b67dc7021,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:10:46.771546 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:10:46.779840 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:10:47.477899 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58134) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:10:47.798576 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [None req-46b70495-9013-4d6c-bb76-4dd288b814e8 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 01:10:47.799617 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-46b70495-9013-4d6c-bb76-4dd288b814e8 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3207710 Sep 13 01:10:50.453057 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 58142) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:10:50.966717 dv-cinder-856941-3-iscsi neutron-server[106208]: WARNING oslo_policy.policy [None req-e4cb60e9-3b6f-49d5-a891-47328bf5bf62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 01:10:50.967299 dv-cinder-856941-3-iscsi neutron-server[106208]: WARNING oslo_policy.policy [None req-e4cb60e9-3b6f-49d5-a891-47328bf5bf62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 01:10:51.184388 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [None req-e4cb60e9-3b6f-49d5-a891-47328bf5bf62 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 01:10:51.185586 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-e4cb60e9-3b6f-49d5-a891-47328bf5bf62 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7307315 Sep 13 01:10:53.881642 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 58160) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:10:54.029574 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa06c2f-0300-48b3-8cd5-ccd8d3a6bb29 None None] Network 769d9b39-2bde-4a6c-a0ef-3ac60cb53208 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:10:54.095554 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-04ec2522-8435-4c67-ab95-8b94bc04dbf6 None None] Provisioning complete for port 78125e49-4cf2-4bad-b164-d07b67dc7021 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:10:54.095947 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-04ec2522-8435-4c67-ab95-8b94bc04dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (78125e49-4cf2-4bad-b164-d07b67dc7021), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:54.217876 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-1cc9aa4b-d115-495b-9185-9588660fe28c demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:10:54.227099 dv-cinder-856941-3-iscsi neutron-server[106208]: ERROR stevedore.extension [None req-1cc9aa4b-d115-495b-9185-9588660fe28c demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 13 01:10:54.280448 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.policy [None req-1cc9aa4b-d115-495b-9185-9588660fe28c demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106208) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 13 01:10:54.282442 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-04ec2522-8435-4c67-ab95-8b94bc04dbf6 None None] Current status of the port 78125e49-4cf2-4bad-b164-d07b67dc7021 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:10:54.282824 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-04ec2522-8435-4c67-ab95-8b94bc04dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (78125e49-4cf2-4bad-b164-d07b67dc7021), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:54.319528 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-04ec2522-8435-4c67-ab95-8b94bc04dbf6 None None] For port 78125e49-4cf2-4bad-b164-d07b67dc7021, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=78125e49-4cf2-4bad-b164-d07b67dc7021,segment=NetworkSegment(379e96e1-38b3-41d7-9143-758c4fd39c42),segment_id=379e96e1-38b3-41d7-9143-758c4fd39c42)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:10:54.323604 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-04ec2522-8435-4c67-ab95-8b94bc04dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (78125e49-4cf2-4bad-b164-d07b67dc7021), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:54.326990 dv-cinder-856941-3-iscsi neutron-server[106208]: WARNING oslo_policy.policy [None req-1cc9aa4b-d115-495b-9185-9588660fe28c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 01:10:54.327408 dv-cinder-856941-3-iscsi neutron-server[106208]: WARNING oslo_policy.policy [None req-1cc9aa4b-d115-495b-9185-9588660fe28c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 01:10:54.348026 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writer thread running {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 01:10:54.354323 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:10:54.371709 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec2522-8435-4c67-ab95-8b94bc04dbf6 None None] Pushing event updated for resources: {'Port': ['ID=78125e49-4cf2-4bad-b164-d07b67dc7021,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:10:54.396677 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1cc9aa4b-d115-495b-9185-9588660fe28c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-959874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16255'] for router (7518be5d-6103-4180-b35f-d15f51a1e7cd), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:54.398600 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1cc9aa4b-d115-495b-9185-9588660fe28c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16244'] for router (7518be5d-6103-4180-b35f-d15f51a1e7cd), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:54.486883 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 78125e49-4cf2-4bad-b164-d07b67dc7021 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:10:54.525277 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:10:54.535650 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 78125e49-4cf2-4bad-b164-d07b67dc7021 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:10:54.536046 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (78125e49-4cf2-4bad-b164-d07b67dc7021), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:54.568167 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1cc9aa4b-d115-495b-9185-9588660fe28c demo demo] Publish callbacks [] for router_controller (7518be5d-6103-4180-b35f-d15f51a1e7cd), precommit_add_association {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:54.572659 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-32dfe409-6510-4326-85de-f5407c9843f4 None None] Provisioning complete for port 78125e49-4cf2-4bad-b164-d07b67dc7021 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:10:54.573065 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-32dfe409-6510-4326-85de-f5407c9843f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (78125e49-4cf2-4bad-b164-d07b67dc7021), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:54.573407 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1cc9aa4b-d115-495b-9185-9588660fe28c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-961843'] for router (7518be5d-6103-4180-b35f-d15f51a1e7cd), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:54.596996 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1cc9aa4b-d115-495b-9185-9588660fe28c demo demo] Publish callbacks [] for router (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:10:54.598411 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-1cc9aa4b-d115-495b-9185-9588660fe28c demo demo] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7158790 Sep 13 01:10:54.676662 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 78125e49-4cf2-4bad-b164-d07b67dc7021 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:10:54.686915 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-32dfe409-6510-4326-85de-f5407c9843f4 None None] Current status of the port 78125e49-4cf2-4bad-b164-d07b67dc7021 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:10:54.811922 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:10:54.812683 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=16,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:10:57.204565 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58174) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:10:57.522794 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [None req-8c3cc5b7-dd98-4928-84c0-47e3a3267dd1 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 01:10:57.523808 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-8c3cc5b7-dd98-4928-84c0-47e3a3267dd1 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3183951 Sep 13 01:10:59.302672 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 5 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:10:59.870049 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ae8fe1c9-7a58-4451-b254-dae64460b74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:00.149397 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58182) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:11:00.468432 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-33ed5bf1-4409-4615-b9f5-a7464aad9ef9 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:11:00.487685 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ed5bf1-4409-4615-b9f5-a7464aad9ef9 admin admin] Made reservation on behalf of ce37ba2e4948471599c41255ecf54622 for: {'network': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:11:00.490517 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-33ed5bf1-4409-4615-b9f5-a7464aad9ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:00.498935 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-33ed5bf1-4409-4615-b9f5-a7464aad9ef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:00.570674 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-33ed5bf1-4409-4615-b9f5-a7464aad9ef9 admin admin] Publish callbacks [] for security_group (e8974d99-f229-46ed-b857-c2edfb5a2e40), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:00.574147 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-33ed5bf1-4409-4615-b9f5-a7464aad9ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (e8974d99-f229-46ed-b857-c2edfb5a2e40), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:00.587719 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-33ed5bf1-4409-4615-b9f5-a7464aad9ef9 admin admin] Reserving flat network on physical network physnet1 {{(pid=106209) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 13 01:11:00.612749 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-33ed5bf1-4409-4615-b9f5-a7464aad9ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (9ed029dd-6c43-4713-8091-1a01a0fa1142), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:00.613068 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.segments_db [None req-33ed5bf1-4409-4615-b9f5-a7464aad9ef9 admin admin] Added segment 9ed029dd-6c43-4713-8091-1a01a0fa1142 of type flat for network 2a9ecfbd-a328-4077-a2ee-7c267345041e Sep 13 01:11:00.614460 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed5bf1-4409-4615-b9f5-a7464aad9ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8974d99-f229-46ed-b857-c2edfb5a2e40,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:11:00.660669 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-33ed5bf1-4409-4615-b9f5-a7464aad9ef9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (2a9ecfbd-a328-4077-a2ee-7c267345041e), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:00.691871 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-33ed5bf1-4409-4615-b9f5-a7464aad9ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (2a9ecfbd-a328-4077-a2ee-7c267345041e), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:00.693334 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ed5bf1-4409-4615-b9f5-a7464aad9ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:11:00.693897 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-33ed5bf1-4409-4615-b9f5-a7464aad9ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:00.765055 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-33ed5bf1-4409-4615-b9f5-a7464aad9ef9 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6145017 Sep 13 01:11:00.790508 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed5bf1-4409-4615-b9f5-a7464aad9ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=2a9ecfbd-a328-4077-a2ee-7c267345041e,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:11:00.801058 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:11:02.155593 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3494f5fe-c843-45dc-a257-8f8084a37052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:03.290619 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:03.355093 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58190) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:11:03.718782 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4207ab16-9d3b-4475-87df-6c71f36f109c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:11:03.720159 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-4207ab16-9d3b-4475-87df-6c71f36f109c demo admin] 10.222.0.15 "GET /networking/v2.0/subnets/fc50f023-daf0-471e-b956-c25464501c5f HTTP/1.1" status: 200 len: 849 time: 0.3641105 Sep 13 01:11:03.876619 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-061286ad-9f5f-4dd8-b855-33df728b9d98 demo admin] 10.222.0.15 "GET /networking/v2.0/routers/7518be5d-6103-4180-b35f-d15f51a1e7cd HTTP/1.1" status: 200 len: 704 time: 0.1503878 Sep 13 01:11:04.137902 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:04.393421 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:04.401897 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:04.428499 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] Allocated IP 172.20.0.1 (769d9b39-2bde-4a6c-a0ef-3ac60cb53208/fc50f023-daf0-471e-b956-c25464501c5f/22c51bf0-cbb2-4bce-bdd6-2b5d610d6653) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:11:04.591009 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:INSERT=2,neutron:SELECT=6,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:04.591853 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=12,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:04.625104 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] Publish callbacks [] for port (22c51bf0-cbb2-4bce-bdd6-2b5d610d6653), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:04.687837 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (22c51bf0-cbb2-4bce-bdd6-2b5d610d6653), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:04.717366 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:04.764595 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] Network 769d9b39-2bde-4a6c-a0ef-3ac60cb53208 is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:11:04.770711 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:11:04.778635 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] Pushing event updated for resources: {'Port': ['ID=22c51bf0-cbb2-4bce-bdd6-2b5d610d6653,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:11:04.782921 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:11:04.783822 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609558'] for router_interface (7518be5d-6103-4180-b35f-d15f51a1e7cd), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:04.789652 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:04.797785 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:04.959509 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-240ec001-3227-4d6e-a43b-6eb68dfd5cb4 None None] Provisioning complete for port 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:11:04.959795 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-240ec001-3227-4d6e-a43b-6eb68dfd5cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (22c51bf0-cbb2-4bce-bdd6-2b5d610d6653), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:04.987848 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (22c51bf0-cbb2-4bce-bdd6-2b5d610d6653), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:04.989791 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-240ec001-3227-4d6e-a43b-6eb68dfd5cb4 None None] Port 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:11:05.190666 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] Publish callbacks [] for port (22c51bf0-cbb2-4bce-bdd6-2b5d610d6653), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:05.195401 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (22c51bf0-cbb2-4bce-bdd6-2b5d610d6653), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:05.196295 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609666'] for router_interface (7518be5d-6103-4180-b35f-d15f51a1e7cd), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:05.273725 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] Pushing event updated for resources: {'Port': ['ID=22c51bf0-cbb2-4bce-bdd6-2b5d610d6653,revision_number=2']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:11:05.320125 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:05.325332 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] Network 769d9b39-2bde-4a6c-a0ef-3ac60cb53208 is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:11:05.327341 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:11:05.484073 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] Router 7518be5d-6103-4180-b35f-d15f51a1e7cd is scheduled to L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb with binding_index 1 {{(pid=106209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 01:11:05.489747 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:05.509458 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-1d685868-e4d0-4c1f-903c-7cd6097cbd39 None None] Provisioning complete for port 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:11:05.509842 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1d685868-e4d0-4c1f-903c-7cd6097cbd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (22c51bf0-cbb2-4bce-bdd6-2b5d610d6653), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:05.578603 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:11:05.585087 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-21deac1a-87d8-4393-9e9c-0854d33e7e68 demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/7518be5d-6103-4180-b35f-d15f51a1e7cd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7026944 Sep 13 01:11:05.589350 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-1d685868-e4d0-4c1f-903c-7cd6097cbd39 None None] Port 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:11:05.594126 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Sync routers for ids ['7518be5d-6103-4180-b35f-d15f51a1e7cd'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:11:05.607205 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Routers {'7518be5d-6103-4180-b35f-d15f51a1e7cd'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:11:05.608354 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:11:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['7518be5d-6103-4180-b35f-d15f51a1e7cd'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:11:05.787127 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Set router 7518be5d-6103-4180-b35f-d15f51a1e7cd gateway port host: None {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:11:06.198396 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7518be5d-6103-4180-b35f-d15f51a1e7cd', 'name': 'router1', 'tenant_id': '4426c2e7285b4cbc8331aa86690ef664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:10:54Z', 'updated_at': '2022-09-13T01:11:04Z', 'revision_number': 2, 'project_id': '4426c2e7285b4cbc8331aa86690ef664', 'gw_port_host': None, '_interfaces': [{'id': '22c51bf0-cbb2-4bce-bdd6-2b5d610d6653', 'name': '', 'network_id': '769d9b39-2bde-4a6c-a0ef-3ac60cb53208', 'tenant_id': '4426c2e7285b4cbc8331aa86690ef664', 'mac_address': 'fa:16:3e:af:04:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7518be5d-6103-4180-b35f-d15f51a1e7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc50f023-daf0-471e-b956-c25464501c5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:11:04Z', 'updated_at': '2022-09-13T01:11:05Z', 'revision_number': 2, 'project_id': '4426c2e7285b4cbc8331aa86690ef664', 'subnets': [{'id': 'fc50f023-daf0-471e-b956-c25464501c5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fb23f24-f183-4744-b68d-404755f5a80e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:11:06.247239 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Checking router: 7518be5d-6103-4180-b35f-d15f51a1e7cd for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:11:06.247615 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Updating router 7518be5d-6103-4180-b35f-d15f51a1e7cd port 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653 binding host dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:11:06.300514 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (22c51bf0-cbb2-4bce-bdd6-2b5d610d6653), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:06.800180 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Publish callbacks [] for port (22c51bf0-cbb2-4bce-bdd6-2b5d610d6653), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:06.808396 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (22c51bf0-cbb2-4bce-bdd6-2b5d610d6653), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:06.954695 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e684203-acdf-4f0d-8d4e-ca05ae533408 None None] Pushing event updated for resources: {'Port': ['ID=22c51bf0-cbb2-4bce-bdd6-2b5d610d6653,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:11:06.964760 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Attempting to bind port 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:11:06.965159 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Attempting to bind port 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '379e96e1-38b3-41d7-9143-758c4fd39c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '769d9b39-2bde-4a6c-a0ef-3ac60cb53208'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:11:06.965595 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Attempting to bind port 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653 on network 769d9b39-2bde-4a6c-a0ef-3ac60cb53208 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:11:06.974097 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e684203-acdf-4f0d-8d4e-ca05ae533408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:06.974441 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e684203-acdf-4f0d-8d4e-ca05ae533408 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:06.974803 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e684203-acdf-4f0d-8d4e-ca05ae533408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:06.975181 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e684203-acdf-4f0d-8d4e-ca05ae533408 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:06.975517 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e684203-acdf-4f0d-8d4e-ca05ae533408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:06.975847 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e684203-acdf-4f0d-8d4e-ca05ae533408 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:06.976172 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e684203-acdf-4f0d-8d4e-ca05ae533408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:06.976502 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e684203-acdf-4f0d-8d4e-ca05ae533408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:06.976828 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e684203-acdf-4f0d-8d4e-ca05ae533408 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:06.977148 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e684203-acdf-4f0d-8d4e-ca05ae533408 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:06.977470 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e684203-acdf-4f0d-8d4e-ca05ae533408 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:06.977812 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e684203-acdf-4f0d-8d4e-ca05ae533408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:06.978124 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e684203-acdf-4f0d-8d4e-ca05ae533408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:06.978442 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e684203-acdf-4f0d-8d4e-ca05ae533408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:06.978757 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e684203-acdf-4f0d-8d4e-ca05ae533408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e684203-acdf-4f0d-8d4e-ca05ae533408 None None] Tracked resource versions report: Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: pushed versions: Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: { 'AddressGroup': {'1.2'}, Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Agent': {'1.1'}, Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'ConntrackHelper': {'1.0'}, Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'LocalIPAssociation': {'1.0'}, Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Log': {'1.0'}, Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'NDPProxy': {'1.0'}, Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Network': {'1.1'}, Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Port': {'1.7'}, Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'PortForwarding': {'1.3'}, Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'QosPolicy': {'1.10'}, Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'SecurityGroup': {'1.5'}, Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'SecurityGroupRule': {'1.2'}, Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'SubPort': {'1.0'}, Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Subnet': {'1.1'}, Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Trunk': {'1.1'}} Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: consumer versions: Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: { DHCP agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: L3 agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: Metadata agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: Metering agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: Open vSwitch agent@dv-cinder-856941-3-iscsi: { 'AddressGroup': '1.2', Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Agent': '1.1', Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'ConntrackHelper': '1.0', Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'LocalIPAssociation': '1.0', Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Log': '1.0', Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'NDPProxy': '1.0', Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Network': '1.1', Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Port': '1.7', Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'PortForwarding': '1.3', Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'QosPolicy': '1.10', Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'SecurityGroup': '1.5', Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'SecurityGroupRule': '1.2', Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'SubPort': '1.0', Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Subnet': '1.1', Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Trunk': '1.1'}} Sep 13 01:11:06.980139 dv-cinder-856941-3-iscsi neutron-server[106211]: {{(pid=106211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 01:11:07.059522 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:11:07.059853 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Checking segment: {'id': '379e96e1-38b3-41d7-9143-758c4fd39c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '769d9b39-2bde-4a6c-a0ef-3ac60cb53208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:11:07.060318 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:07.060720 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Bound using segment: {'id': '379e96e1-38b3-41d7-9143-758c4fd39c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '769d9b39-2bde-4a6c-a0ef-3ac60cb53208'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:11:07.061186 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Bound port: 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379e96e1-38b3-41d7-9143-758c4fd39c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '769d9b39-2bde-4a6c-a0ef-3ac60cb53208'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:11:07.061559 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (22c51bf0-cbb2-4bce-bdd6-2b5d610d6653), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:07.070512 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:07.123837 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:07.128145 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] For port 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:11:07.148423 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] For port 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=22c51bf0-cbb2-4bce-bdd6-2b5d610d6653,segment=NetworkSegment(379e96e1-38b3-41d7-9143-758c4fd39c42),segment_id=379e96e1-38b3-41d7-9143-758c4fd39c42)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:11:07.155284 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (22c51bf0-cbb2-4bce-bdd6-2b5d610d6653), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:07.191343 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Routers {'7518be5d-6103-4180-b35f-d15f51a1e7cd'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:11:07.191984 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:11:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['7518be5d-6103-4180-b35f-d15f51a1e7cd'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:11:07.277232 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e684203-acdf-4f0d-8d4e-ca05ae533408 None None] Pushing event updated for resources: {'Port': ['ID=22c51bf0-cbb2-4bce-bdd6-2b5d610d6653,revision_number=4']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:11:07.292805 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] Set router 7518be5d-6103-4180-b35f-d15f51a1e7cd gateway port host: None {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:11:07.491448 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7518be5d-6103-4180-b35f-d15f51a1e7cd', 'name': 'router1', 'tenant_id': '4426c2e7285b4cbc8331aa86690ef664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:10:54Z', 'updated_at': '2022-09-13T01:11:04Z', 'revision_number': 2, 'project_id': '4426c2e7285b4cbc8331aa86690ef664', 'gw_port_host': None, '_interfaces': [{'id': '22c51bf0-cbb2-4bce-bdd6-2b5d610d6653', 'name': '', 'network_id': '769d9b39-2bde-4a6c-a0ef-3ac60cb53208', 'tenant_id': '4426c2e7285b4cbc8331aa86690ef664', 'mac_address': 'fa:16:3e:af:04:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7518be5d-6103-4180-b35f-d15f51a1e7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc50f023-daf0-471e-b956-c25464501c5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:11:04Z', 'updated_at': '2022-09-13T01:11:07Z', 'revision_number': 4, 'project_id': '4426c2e7285b4cbc8331aa86690ef664', 'subnets': [{'id': 'fc50f023-daf0-471e-b956-c25464501c5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fb23f24-f183-4744-b68d-404755f5a80e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:11:07.515842 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b8af26-ab4a-4c5e-b078-1fc94cad2bf9 None None] The sync data for ids ['7518be5d-6103-4180-b35f-d15f51a1e7cd'] in dv-cinder-856941-3-iscsi is: [{'id': '7518be5d-6103-4180-b35f-d15f51a1e7cd', 'name': 'router1', 'tenant_id': '4426c2e7285b4cbc8331aa86690ef664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:10:54Z', 'updated_at': '2022-09-13T01:11:04Z', 'revision_number': 2, 'project_id': '4426c2e7285b4cbc8331aa86690ef664', 'gw_port_host': None, '_interfaces': [{'id': '22c51bf0-cbb2-4bce-bdd6-2b5d610d6653', 'name': '', 'network_id': '769d9b39-2bde-4a6c-a0ef-3ac60cb53208', 'tenant_id': '4426c2e7285b4cbc8331aa86690ef664', 'mac_address': 'fa:16:3e:af:04:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7518be5d-6103-4180-b35f-d15f51a1e7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc50f023-daf0-471e-b956-c25464501c5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:11:04Z', 'updated_at': '2022-09-13T01:11:07Z', 'revision_number': 4, 'project_id': '4426c2e7285b4cbc8331aa86690ef664', 'subnets': [{'id': 'fc50f023-daf0-471e-b956-c25464501c5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fb23f24-f183-4744-b68d-404755f5a80e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:11:08.194677 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 58204) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:11:08.658635 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dfe4eb-75cf-47e2-a524-d0d66f26625f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:11:08.660205 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-e6dfe4eb-75cf-47e2-a524-d0d66f26625f admin admin] 10.222.0.15 "GET /networking/v2.0/networks/2a9ecfbd-a328-4077-a2ee-7c267345041e HTTP/1.1" status: 200 len: 842 time: 0.4645202 Sep 13 01:11:08.670940 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:11:08.695672 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Made reservation on behalf of ce37ba2e4948471599c41255ecf54622 for: {'subnet': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:11:08.698463 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:09.061710 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.objects.ports [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106208) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 13 01:11:09.062054 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for subnet (3a326fcd-a61c-425b-839c-4d78187c5abf), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:09.153688 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Checking segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:11:09.154038 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Network hostable DHCP agents. Network: 2a9ecfbd-a328-4077-a2ee-7c267345041e, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:11:09.162151 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a326fcd-a61c-425b-839c-4d78187c5abf,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:11:09.172090 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:09.172427 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:09.172765 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:09.173096 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:09.173420 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:09.173740 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:09.174058 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:09.174371 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:09.174692 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:09.175037 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:09.175368 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:09.175701 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:09.176044 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:09.176356 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:09.176667 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Tracked resource versions report: Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: pushed versions: Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: { 'AddressGroup': {'1.2'}, Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Agent': {'1.1'}, Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'ConntrackHelper': {'1.0'}, Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'LocalIPAssociation': {'1.0'}, Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Log': {'1.0'}, Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'NDPProxy': {'1.0'}, Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Network': {'1.1'}, Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Port': {'1.7'}, Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'PortForwarding': {'1.3'}, Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'QosPolicy': {'1.10'}, Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'SecurityGroup': {'1.5'}, Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'SecurityGroupRule': {'1.2'}, Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'SubPort': {'1.0'}, Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Subnet': {'1.1'}, Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Trunk': {'1.1'}} Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: consumer versions: Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: { DHCP agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: L3 agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: Metadata agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: Metering agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: Open vSwitch agent@dv-cinder-856941-3-iscsi: { 'AddressGroup': '1.2', Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Agent': '1.1', Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'ConntrackHelper': '1.0', Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'LocalIPAssociation': '1.0', Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Log': '1.0', Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'NDPProxy': '1.0', Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Network': '1.1', Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Port': '1.7', Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'PortForwarding': '1.3', Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'QosPolicy': '1.10', Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'SecurityGroup': '1.5', Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'SecurityGroupRule': '1.2', Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'SubPort': '1.0', Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Subnet': '1.1', Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Trunk': '1.1'}} Sep 13 01:11:09.177974 dv-cinder-856941-3-iscsi neutron-server[106208]: {{(pid=106208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 01:11:09.206257 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:11:09.220777 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, 2a9ecfbd-a328-4077-a2ee-7c267345041e) {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:11:09.226214 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:11:09.226869 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:09.231815 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299524d7-443a-43ae-b9da-036c450d9da3 None None] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:11:09.248715 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-476593b0-2d01-4b09-bf59-663cba0e2334 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5813379 Sep 13 01:11:09.339242 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dea9303-5df7-440a-b1e2-90fba2552801 None None] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:11:11.939220 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 58216) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:11:12.458303 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-a586ccc8-489b-425e-9ad7-317e1dc88ce5 demo admin] 10.222.0.15 "GET /networking/v2.0/routers/7518be5d-6103-4180-b35f-d15f51a1e7cd HTTP/1.1" status: 200 len: 710 time: 0.5180256 Sep 13 01:11:12.501462 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:11:12.548356 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:11:12.548977 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (22c51bf0-cbb2-4bce-bdd6-2b5d610d6653), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:12.552140 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8fb65a-1e95-453b-b583-c6e997fb3442 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:11:12.555307 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-4f8fb65a-1e95-453b-b583-c6e997fb3442 demo admin] 10.222.0.15 "GET /networking/v2.0/networks/2a9ecfbd-a328-4077-a2ee-7c267345041e HTTP/1.1" status: 200 len: 886 time: 0.0912514 Sep 13 01:11:12.562464 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-75890e44-764d-4e17-b8d1-270895bc3baa demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:11:12.627476 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:11:12.627817 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (22c51bf0-cbb2-4bce-bdd6-2b5d610d6653), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:12.664024 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=22c51bf0-cbb2-4bce-bdd6-2b5d610d6653,segment=NetworkSegment(379e96e1-38b3-41d7-9143-758c4fd39c42),segment_id=379e96e1-38b3-41d7-9143-758c4fd39c42)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:11:12.668101 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (22c51bf0-cbb2-4bce-bdd6-2b5d610d6653), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:12.692394 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:12.716232 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=22c51bf0-cbb2-4bce-bdd6-2b5d610d6653,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:11:12.793443 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:12.811451 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-75890e44-764d-4e17-b8d1-270895bc3baa demo admin] Publish callbacks [] for router_gateway (7518be5d-6103-4180-b35f-d15f51a1e7cd), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:12.815701 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:13.029456 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-75890e44-764d-4e17-b8d1-270895bc3baa demo admin] Publish callbacks [] for router_gateway (7518be5d-6103-4180-b35f-d15f51a1e7cd), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:13.111405 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-75890e44-764d-4e17-b8d1-270895bc3baa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:13.267516 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-75890e44-764d-4e17-b8d1-270895bc3baa demo admin] Allocated IP 172.27.1.3 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/45d045a1-3ab0-4168-930e-1c38482dff81) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:11:13.378034 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-75890e44-764d-4e17-b8d1-270895bc3baa demo admin] Publish callbacks [] for port (45d045a1-3ab0-4168-930e-1c38482dff81), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:13.434973 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-75890e44-764d-4e17-b8d1-270895bc3baa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (45d045a1-3ab0-4168-930e-1c38482dff81), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:13.543729 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75890e44-764d-4e17-b8d1-270895bc3baa demo admin] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:11:13.549682 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-75890e44-764d-4e17-b8d1-270895bc3baa demo admin] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:11:13.559240 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75890e44-764d-4e17-b8d1-270895bc3baa demo admin] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:11:13.604672 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75890e44-764d-4e17-b8d1-270895bc3baa demo admin] Pushing event updated for resources: {'Port': ['ID=45d045a1-3ab0-4168-930e-1c38482dff81,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:11:13.827763 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-75890e44-764d-4e17-b8d1-270895bc3baa demo admin] Publish callbacks [] for router_gateway (7518be5d-6103-4180-b35f-d15f51a1e7cd), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:13.866487 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:13.900526 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:14.008702 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-75890e44-764d-4e17-b8d1-270895bc3baa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-961992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2974'] for router (7518be5d-6103-4180-b35f-d15f51a1e7cd), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:14.013109 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-75890e44-764d-4e17-b8d1-270895bc3baa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-961843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-961985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-961850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958935'] for router (7518be5d-6103-4180-b35f-d15f51a1e7cd), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:14.114266 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75890e44-764d-4e17-b8d1-270895bc3baa demo admin] Router 7518be5d-6103-4180-b35f-d15f51a1e7cd has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:11:14.209969 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75890e44-764d-4e17-b8d1-270895bc3baa demo admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:11:14.214701 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-75890e44-764d-4e17-b8d1-270895bc3baa demo admin] Publish callbacks [] for router (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:14.215342 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-75890e44-764d-4e17-b8d1-270895bc3baa demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/7518be5d-6103-4180-b35f-d15f51a1e7cd HTTP/1.1" status: 200 len: 888 time: 1.6560509 Sep 13 01:11:14.220597 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Sync routers for ids ['7518be5d-6103-4180-b35f-d15f51a1e7cd'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:11:14.233625 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Routers {'7518be5d-6103-4180-b35f-d15f51a1e7cd'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:11:14.234406 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:11:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['7518be5d-6103-4180-b35f-d15f51a1e7cd'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:11:14.443147 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Set router 7518be5d-6103-4180-b35f-d15f51a1e7cd gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:11:14.489491 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:11:14.713475 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:11:14.713778 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (22c51bf0-cbb2-4bce-bdd6-2b5d610d6653), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:14.796484 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:14.912904 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7518be5d-6103-4180-b35f-d15f51a1e7cd', 'name': 'router1', 'tenant_id': '4426c2e7285b4cbc8331aa86690ef664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '45d045a1-3ab0-4168-930e-1c38482dff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:10:54Z', 'updated_at': '2022-09-13T01:11:13Z', 'revision_number': 4, 'project_id': '4426c2e7285b4cbc8331aa86690ef664', 'gw_port': {'id': '45d045a1-3ab0-4168-930e-1c38482dff81', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7518be5d-6103-4180-b35f-d15f51a1e7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:11:13Z', 'updated_at': '2022-09-13T01:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '22c51bf0-cbb2-4bce-bdd6-2b5d610d6653', 'name': '', 'network_id': '769d9b39-2bde-4a6c-a0ef-3ac60cb53208', 'tenant_id': '4426c2e7285b4cbc8331aa86690ef664', 'mac_address': 'fa:16:3e:af:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518be5d-6103-4180-b35f-d15f51a1e7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc50f023-daf0-471e-b956-c25464501c5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:11:04Z', 'updated_at': '2022-09-13T01:11:12Z', 'revision_number': 5, 'project_id': '4426c2e7285b4cbc8331aa86690ef664', 'subnets': [{'id': 'fc50f023-daf0-471e-b956-c25464501c5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fb23f24-f183-4744-b68d-404755f5a80e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:11:14.936521 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:11:14.964204 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Checking router: 7518be5d-6103-4180-b35f-d15f51a1e7cd for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:11:14.964204 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Updating router 7518be5d-6103-4180-b35f-d15f51a1e7cd port 45d045a1-3ab0-4168-930e-1c38482dff81 binding host dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:11:15.093149 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (45d045a1-3ab0-4168-930e-1c38482dff81), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:15.401502 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Publish callbacks [] for port (45d045a1-3ab0-4168-930e-1c38482dff81), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:15.408679 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (45d045a1-3ab0-4168-930e-1c38482dff81), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:15.445440 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Attempting to bind port 45d045a1-3ab0-4168-930e-1c38482dff81 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:11:15.445806 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Attempting to bind port 45d045a1-3ab0-4168-930e-1c38482dff81 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:11:15.446171 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Attempting to bind port 45d045a1-3ab0-4168-930e-1c38482dff81 on network 2a9ecfbd-a328-4077-a2ee-7c267345041e {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:11:15.478731 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d0308-69d6-48d7-b9b9-e5730b1e4680 None None] Pushing event updated for resources: {'Port': ['ID=45d045a1-3ab0-4168-930e-1c38482dff81,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:11:15.495658 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:15.498645 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:11:15.499051 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Checking segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:11:15.499454 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:15.499840 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Bound using segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:11:15.500306 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Bound port: 45d045a1-3ab0-4168-930e-1c38482dff81, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:11:15.500682 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (45d045a1-3ab0-4168-930e-1c38482dff81), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:15.548041 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] For port 45d045a1-3ab0-4168-930e-1c38482dff81, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:11:15.551316 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] For port 45d045a1-3ab0-4168-930e-1c38482dff81, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=45d045a1-3ab0-4168-930e-1c38482dff81,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:11:15.557659 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (45d045a1-3ab0-4168-930e-1c38482dff81), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:15.575482 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=24,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:15.576349 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:15.598014 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Routers {'7518be5d-6103-4180-b35f-d15f51a1e7cd'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:11:15.598640 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:11:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['7518be5d-6103-4180-b35f-d15f51a1e7cd'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:11:15.650717 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d0308-69d6-48d7-b9b9-e5730b1e4680 None None] Pushing event updated for resources: {'Port': ['ID=45d045a1-3ab0-4168-930e-1c38482dff81,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:11:15.715379 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] Set router 7518be5d-6103-4180-b35f-d15f51a1e7cd gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:11:15.830741 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:15.906625 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7518be5d-6103-4180-b35f-d15f51a1e7cd', 'name': 'router1', 'tenant_id': '4426c2e7285b4cbc8331aa86690ef664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '45d045a1-3ab0-4168-930e-1c38482dff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:10:54Z', 'updated_at': '2022-09-13T01:11:13Z', 'revision_number': 4, 'project_id': '4426c2e7285b4cbc8331aa86690ef664', 'gw_port': {'id': '45d045a1-3ab0-4168-930e-1c38482dff81', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7518be5d-6103-4180-b35f-d15f51a1e7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:11:13Z', 'updated_at': '2022-09-13T01:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '22c51bf0-cbb2-4bce-bdd6-2b5d610d6653', 'name': '', 'network_id': '769d9b39-2bde-4a6c-a0ef-3ac60cb53208', 'tenant_id': '4426c2e7285b4cbc8331aa86690ef664', 'mac_address': 'fa:16:3e:af:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518be5d-6103-4180-b35f-d15f51a1e7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc50f023-daf0-471e-b956-c25464501c5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:11:04Z', 'updated_at': '2022-09-13T01:11:12Z', 'revision_number': 5, 'project_id': '4426c2e7285b4cbc8331aa86690ef664', 'subnets': [{'id': 'fc50f023-daf0-471e-b956-c25464501c5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fb23f24-f183-4744-b68d-404755f5a80e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:11:15.933131 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4d18b-1399-47e2-8b36-0f03cf8aecf9 None None] The sync data for ids ['7518be5d-6103-4180-b35f-d15f51a1e7cd'] in dv-cinder-856941-3-iscsi is: [{'id': '7518be5d-6103-4180-b35f-d15f51a1e7cd', 'name': 'router1', 'tenant_id': '4426c2e7285b4cbc8331aa86690ef664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '45d045a1-3ab0-4168-930e-1c38482dff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:10:54Z', 'updated_at': '2022-09-13T01:11:13Z', 'revision_number': 4, 'project_id': '4426c2e7285b4cbc8331aa86690ef664', 'gw_port': {'id': '45d045a1-3ab0-4168-930e-1c38482dff81', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7518be5d-6103-4180-b35f-d15f51a1e7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:11:13Z', 'updated_at': '2022-09-13T01:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '22c51bf0-cbb2-4bce-bdd6-2b5d610d6653', 'name': '', 'network_id': '769d9b39-2bde-4a6c-a0ef-3ac60cb53208', 'tenant_id': '4426c2e7285b4cbc8331aa86690ef664', 'mac_address': 'fa:16:3e:af:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518be5d-6103-4180-b35f-d15f51a1e7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc50f023-daf0-471e-b956-c25464501c5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:11:04Z', 'updated_at': '2022-09-13T01:11:12Z', 'revision_number': 5, 'project_id': '4426c2e7285b4cbc8331aa86690ef664', 'subnets': [{'id': 'fc50f023-daf0-471e-b956-c25464501c5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fb23f24-f183-4744-b68d-404755f5a80e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:11:16.511309 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 45d045a1-3ab0-4168-930e-1c38482dff81 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:11:16.561652 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 45d045a1-3ab0-4168-930e-1c38482dff81 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:11:16.561991 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (45d045a1-3ab0-4168-930e-1c38482dff81), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:16.641576 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 45d045a1-3ab0-4168-930e-1c38482dff81 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:11:16.641964 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (45d045a1-3ab0-4168-930e-1c38482dff81), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:16.665173 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 45d045a1-3ab0-4168-930e-1c38482dff81, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=45d045a1-3ab0-4168-930e-1c38482dff81,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:11:16.670188 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (45d045a1-3ab0-4168-930e-1c38482dff81), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:16.717142 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=45d045a1-3ab0-4168-930e-1c38482dff81,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:11:17.031307 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58228) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:11:17.423696 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-1c1d24b4-2293-441e-a831-d39700d1d025 admin admin] 10.222.0.15 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3912916 Sep 13 01:11:17.493864 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=40 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:17.494702 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:18.478193 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 45d045a1-3ab0-4168-930e-1c38482dff81 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:11:18.523135 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 45d045a1-3ab0-4168-930e-1c38482dff81 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:11:18.523536 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (45d045a1-3ab0-4168-930e-1c38482dff81), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:18.591481 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:18.596370 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 45d045a1-3ab0-4168-930e-1c38482dff81 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:11:24.207463 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=40 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:24.208903 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=38 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:27.416407 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:27.421258 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:28.594145 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=48 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:29.881255 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca09b-f27f-4c84-b49e-a5d9be1c7bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:32.159857 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2c0f5192-3713-44bd-82a7-8855e69f4903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:33.297072 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:34.737089 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:34.796167 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:11:36.313282 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 5 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:11:44.786949 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:44.792767 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:50.308625 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:50.316032 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:11:59.887929 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f1106227-b0bc-4103-ac54-b4a55fe5a1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:12:02.165229 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6061b1e1-dcb7-4fb0-9ba3-a42a4b901e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:12:03.311778 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:12:04.730984 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:12:04.794217 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:12:13.301735 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 5 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:12:14.780587 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:12:14.788733 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:12:28.299434 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:12:29.875943 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a1837353-524d-46d8-a344-c2dc5b652042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:12:32.150280 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3c2558fd-dfc1-4309-a6b9-4299ecac17b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:12:32.315328 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:12:33.298819 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:12:34.729991 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:12:34.786644 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:12:42.628840 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58776) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:12:42.964737 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.pecan_wsgi.hooks.translation [None req-95bcc467-ee4c-40e7-a9ad-78e8db9841e7 admin admin] GET failed (client error): The resource could not be found. Sep 13 01:12:42.966007 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-95bcc467-ee4c-40e7-a9ad-78e8db9841e7 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3362269 Sep 13 01:12:43.126543 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89533e5-8b30-43be-a75d-8d785d3ff431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:12:43.127953 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-d89533e5-8b30-43be-a75d-8d785d3ff431 admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1576078 Sep 13 01:12:44.726244 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:12:44.782580 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:12:45.671538 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58786) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:12:46.107022 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b372adc-4f93-47e7-9008-7923ccb17c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:12:46.108369 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-1b372adc-4f93-47e7-9008-7923ccb17c6e admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/fc50f023-daf0-471e-b956-c25464501c5f HTTP/1.1" status: 200 len: 849 time: 0.4358900 Sep 13 01:12:46.118516 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:12:46.201701 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Publish callbacks [] for subnet (fc50f023-daf0-471e-b956-c25464501c5f), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:12:46.343575 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744760789122'] for subnet (fc50f023-daf0-471e-b956-c25464501c5f), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:12:46.377167 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:12:46.378296 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:12:46.379287 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] 10.222.0.15 "PUT /networking/v2.0/subnets/fc50f023-daf0-471e-b956-c25464501c5f HTTP/1.1" status: 200 len: 868 time: 0.2640779 Sep 13 01:12:46.381422 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfad8bf0-da08-43b0-a520-05ddfbeaae7f None None] Network 769d9b39-2bde-4a6c-a0ef-3ac60cb53208 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:12:46.399408 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc50f023-daf0-471e-b956-c25464501c5f,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:12:46.415501 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:12:46.415855 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:12:46.416235 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:12:46.416576 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:12:46.416916 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:12:46.417254 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:12:46.417587 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:12:46.417935 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:12:46.418279 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:12:46.418626 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:12:46.419162 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:12:46.419521 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:12:46.419848 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:12:46.420169 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:12:46.420489 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4fe0e7-effd-4155-83bf-f7a12e23d0f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:12:46.661361 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-acf35f4f-4223-4644-ad5a-100ca1720ddb None None] Provisioning complete for port 78125e49-4cf2-4bad-b164-d07b67dc7021 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:12:46.661746 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-acf35f4f-4223-4644-ad5a-100ca1720ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (78125e49-4cf2-4bad-b164-d07b67dc7021), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:12:46.735652 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-acf35f4f-4223-4644-ad5a-100ca1720ddb None None] Current status of the port 78125e49-4cf2-4bad-b164-d07b67dc7021 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:12:46.743641 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-acf35f4f-4223-4644-ad5a-100ca1720ddb None None] Provisioning complete for port 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:12:46.744023 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-acf35f4f-4223-4644-ad5a-100ca1720ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (22c51bf0-cbb2-4bce-bdd6-2b5d610d6653), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:12:46.814361 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-acf35f4f-4223-4644-ad5a-100ca1720ddb None None] Current status of the port 22c51bf0-cbb2-4bce-bdd6-2b5d610d6653 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:12:48.929306 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58794) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:12:49.400846 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df982fdf-80d8-4a4c-8489-ee777d68e8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:12:49.401304 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df982fdf-80d8-4a4c-8489-ee777d68e8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:12:49.403307 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-df982fdf-80d8-4a4c-8489-ee777d68e8e6 admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4723461 Sep 13 01:12:50.302087 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 5 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:12:51.948645 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58802) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:12:52.355443 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31afdbb9-4100-4d59-ab09-9ef33eef09eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:12:52.355911 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31afdbb9-4100-4d59-ab09-9ef33eef09eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:12:52.357414 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-31afdbb9-4100-4d59-ab09-9ef33eef09eb admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4079206 Sep 13 01:12:54.903520 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58810) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:12:55.296650 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:12:55.302962 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70df8dd3-a7c8-47d1-999e-68f204e3b42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:12:55.304322 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-70df8dd3-a7c8-47d1-999e-68f204e3b42d admin admin] 10.222.0.15 "GET /networking/v2.0/networks/2a9ecfbd-a328-4077-a2ee-7c267345041e HTTP/1.1" status: 200 len: 886 time: 0.3998549 Sep 13 01:12:56.807706 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=36 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:12:56.812961 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=41 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:12:57.843027 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58818) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:12:58.224622 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:12:58.251288 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544ccd69-071d-41da-9149-4b68044d57ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:12:58.252627 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-544ccd69-071d-41da-9149-4b68044d57ff admin admin] 10.222.0.15 "GET /networking/v2.0/networks/769d9b39-2bde-4a6c-a0ef-3ac60cb53208 HTTP/1.1" status: 200 len: 869 time: 0.4086616 Sep 13 01:12:59.880247 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-274cc980-2f9b-4728-90a0-7b6d55228d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:00.829396 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58826) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:13:01.337570 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af28158-52e0-470f-99b2-fff387929170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:13:01.338020 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af28158-52e0-470f-99b2-fff387929170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:13:01.339535 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-9af28158-52e0-470f-99b2-fff387929170 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5092158 Sep 13 01:13:02.152868 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9ddac761-3d6d-4fe5-86eb-607ab737cfe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:03.301526 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:03.906538 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58834) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:13:04.278126 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3adb54-c3cc-4321-8836-e72517bc1dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:13:04.278575 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3adb54-c3cc-4321-8836-e72517bc1dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:13:04.280331 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-9d3adb54-c3cc-4321-8836-e72517bc1dc9 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3728931 Sep 13 01:13:04.304236 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:13:04.309039 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:13:04.733822 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:04.789330 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:06.852894 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 58842) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:13:07.213832 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f679784e-ce06-42da-9dc1-6421b2c92a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:13:07.215165 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-f679784e-ce06-42da-9dc1-6421b2c92a0e admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/3a326fcd-a61c-425b-839c-4d78187c5abf HTTP/1.1" status: 200 len: 816 time: 0.3613224 Sep 13 01:13:09.739312 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58852) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:13:10.099986 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953b9091-d38d-44bd-b2a1-8c7a02a3e12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:13:10.101308 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-953b9091-d38d-44bd-b2a1-8c7a02a3e12a admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/fc50f023-daf0-471e-b956-c25464501c5f HTTP/1.1" status: 200 len: 868 time: 0.3610713 Sep 13 01:13:14.783783 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:13:14.785643 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:13:17.205826 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:13:17.210841 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:13:20.094648 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=23 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:13:20.096608 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=31 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:13:26.944372 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=12 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:13:26.948763 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=14 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:13:27.301508 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 5 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:13:29.882613 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ff7467cf-fedd-4252-afb1-72b319d4edfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:32.155381 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1f2ebfc5-d8f7-491f-81a4-8d4d3399ded4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:33.304834 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:34.737439 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:34.790211 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:39.619345 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58912) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:13:39.942301 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [None req-f874a50b-0e94-414c-8964-cfb0573c4a78 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 01:13:39.943341 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-f874a50b-0e94-414c-8964-cfb0573c4a78 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3230689 Sep 13 01:13:41.295441 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:13:41.305550 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:13:42.569607 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58920) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:13:42.904700 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2e24df-5ffb-4451-8d19-114ca3b57d22 admin admin] GET failed (client error): The resource could not be found. Sep 13 01:13:42.905933 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-ab2e24df-5ffb-4451-8d19-114ca3b57d22 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3354149 Sep 13 01:13:42.991223 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce5cc09-dcd4-4c5b-bb1a-055f0bbfdc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:13:42.992634 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-cce5cc09-dcd4-4c5b-bb1a-055f0bbfdc9b admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0818038 Sep 13 01:13:44.779344 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:13:44.786793 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:13:45.607452 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58928) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:13:45.925101 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-ead256d3-c7b7-4424-9334-ec46810d5710 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:13:45.945178 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead256d3-c7b7-4424-9334-ec46810d5710 admin admin] Made reservation on behalf of ce37ba2e4948471599c41255ecf54622 for: {'network': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:13:45.947482 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ead256d3-c7b7-4424-9334-ec46810d5710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:45.974965 dv-cinder-856941-3-iscsi neutron-server[106209]: WARNING neutron.services.revisions.revision_plugin [None req-ead256d3-c7b7-4424-9334-ec46810d5710 admin admin] Could not find related network for resource to bump revision. Sep 13 01:13:45.986237 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead256d3-c7b7-4424-9334-ec46810d5710 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:13:45.995291 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ead256d3-c7b7-4424-9334-ec46810d5710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (26177c96-b373-43fa-887e-98ae64d674f3), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:45.995623 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.segments_db [None req-ead256d3-c7b7-4424-9334-ec46810d5710 admin admin] Added segment 26177c96-b373-43fa-887e-98ae64d674f3 of type vlan for network edd507a4-8582-4104-a38b-c9eba0f76a88 Sep 13 01:13:46.036852 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ead256d3-c7b7-4424-9334-ec46810d5710 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (edd507a4-8582-4104-a38b-c9eba0f76a88), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:46.060239 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ead256d3-c7b7-4424-9334-ec46810d5710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (edd507a4-8582-4104-a38b-c9eba0f76a88), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:46.061130 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead256d3-c7b7-4424-9334-ec46810d5710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:13:46.061690 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ead256d3-c7b7-4424-9334-ec46810d5710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:46.112058 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-ead256d3-c7b7-4424-9334-ec46810d5710 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5034592 Sep 13 01:13:46.122503 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead256d3-c7b7-4424-9334-ec46810d5710 admin admin] Pushing event updated for resources: {'Network': ['ID=edd507a4-8582-4104-a38b-c9eba0f76a88,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:13:46.134784 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network edd507a4-8582-4104-a38b-c9eba0f76a88 details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:13:48.659614 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58936) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:13:48.999303 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8a9aeb-85fa-40c4-a8a5-0c1c78537209 admin admin] GET failed (client error): The resource could not be found. Sep 13 01:13:49.000555 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-eb8a9aeb-85fa-40c4-a8a5-0c1c78537209 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3400044 Sep 13 01:13:49.071782 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8394fe-9993-457a-91e7-865637c70b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:13:49.073098 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-cf8394fe-9993-457a-91e7-865637c70b98 admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682843 Sep 13 01:13:49.083951 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'edd507a4-8582-4104-a38b-c9eba0f76a88', 'cidr': '192.168.233.0/24'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:13:49.102962 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Made reservation on behalf of ce37ba2e4948471599c41255ecf54622 for: {'subnet': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:13:49.105128 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:49.268269 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for subnet (809bd69f-3d58-4a14-b3be-87df325ba211), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:49.321565 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=809bd69f-3d58-4a14-b3be-87df325ba211,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:13:49.333431 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.333707 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.334056 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.334404 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.334745 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.335092 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.335409 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.335722 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.336051 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.336371 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.336687 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.337016 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.337330 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.337640 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.337947 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.341071 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Checking segment: {'id': '26177c96-b373-43fa-887e-98ae64d674f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'edd507a4-8582-4104-a38b-c9eba0f76a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:13:49.341417 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Network hostable DHCP agents. Network: edd507a4-8582-4104-a38b-c9eba0f76a88, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:13:49.358117 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Network edd507a4-8582-4104-a38b-c9eba0f76a88 is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:13:49.366432 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, edd507a4-8582-4104-a38b-c9eba0f76a88) {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:13:49.370247 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:13:49.370826 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:49.375532 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677146d9-14fd-4fb8-bf12-b8b0c29a9f56 None None] Network edd507a4-8582-4104-a38b-c9eba0f76a88 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:13:49.386685 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-65cf39f3-5f7b-432a-adb6-029308ec1d03 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3067312 Sep 13 01:13:49.493492 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4256e4d7-f65d-58b5-a57f-4fc85113e640-edd507a4-8582-4104-a38b-c9eba0f76a88', 'network_id': 'edd507a4-8582-4104-a38b-c9eba0f76a88', 'project_id': 'ce37ba2e4948471599c41255ecf54622', 'fixed_ips': [{'subnet_id': '809bd69f-3d58-4a14-b3be-87df325ba211'}]}} from dv-cinder-856941-3-iscsi. {{(pid=106210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 01:13:49.494493 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:49.629439 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Allocated IP 192.168.233.2 (edd507a4-8582-4104-a38b-c9eba0f76a88/809bd69f-3d58-4a14-b3be-87df325ba211/cbbf1020-7414-48b3-bc28-99556d9a32c1) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:13:49.774451 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Publish callbacks [] for port (cbbf1020-7414-48b3-bc28-99556d9a32c1), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:49.780799 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (cbbf1020-7414-48b3-bc28-99556d9a32c1), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:49.830403 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Network edd507a4-8582-4104-a38b-c9eba0f76a88 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:13:49.832056 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:13:49.833726 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Pushing event updated for resources: {'Port': ['ID=cbbf1020-7414-48b3-bc28-99556d9a32c1,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:13:49.835913 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:13:49.847948 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.848292 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.848651 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.849008 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.849339 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.849665 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.849992 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.850308 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.850627 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.850976 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.851297 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.851630 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.851951 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.852266 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.852583 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:13:49.902719 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Attempting to bind port cbbf1020-7414-48b3-bc28-99556d9a32c1 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:13:49.903028 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Attempting to bind port cbbf1020-7414-48b3-bc28-99556d9a32c1 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '26177c96-b373-43fa-887e-98ae64d674f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'edd507a4-8582-4104-a38b-c9eba0f76a88'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:13:49.903419 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Attempting to bind port cbbf1020-7414-48b3-bc28-99556d9a32c1 on network edd507a4-8582-4104-a38b-c9eba0f76a88 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:13:49.947066 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:13:49.947466 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Checking segment: {'id': '26177c96-b373-43fa-887e-98ae64d674f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'edd507a4-8582-4104-a38b-c9eba0f76a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:13:49.947835 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:49.948215 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Bound using segment: {'id': '26177c96-b373-43fa-887e-98ae64d674f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'edd507a4-8582-4104-a38b-c9eba0f76a88'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:13:49.948684 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Bound port: cbbf1020-7414-48b3-bc28-99556d9a32c1, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26177c96-b373-43fa-887e-98ae64d674f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'edd507a4-8582-4104-a38b-c9eba0f76a88'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:13:49.949054 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (cbbf1020-7414-48b3-bc28-99556d9a32c1), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:50.011121 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] For port cbbf1020-7414-48b3-bc28-99556d9a32c1, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:13:50.014684 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] For port cbbf1020-7414-48b3-bc28-99556d9a32c1, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=cbbf1020-7414-48b3-bc28-99556d9a32c1,segment=NetworkSegment(26177c96-b373-43fa-887e-98ae64d674f3),segment_id=26177c96-b373-43fa-887e-98ae64d674f3)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:13:50.021084 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (cbbf1020-7414-48b3-bc28-99556d9a32c1), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:50.174456 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb162c-c494-46c2-9488-453c0cb2022b None None] Pushing event updated for resources: {'Port': ['ID=cbbf1020-7414-48b3-bc28-99556d9a32c1,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:13:50.580978 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device cbbf1020-7414-48b3-bc28-99556d9a32c1 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:13:50.604430 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:13:50.631941 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port cbbf1020-7414-48b3-bc28-99556d9a32c1 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:13:50.632325 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (cbbf1020-7414-48b3-bc28-99556d9a32c1), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:50.708415 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:13:50.712552 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port cbbf1020-7414-48b3-bc28-99556d9a32c1 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:13:50.712942 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (cbbf1020-7414-48b3-bc28-99556d9a32c1), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:50.754808 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port cbbf1020-7414-48b3-bc28-99556d9a32c1, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=cbbf1020-7414-48b3-bc28-99556d9a32c1,segment=NetworkSegment(26177c96-b373-43fa-887e-98ae64d674f3),segment_id=26177c96-b373-43fa-887e-98ae64d674f3)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:13:50.760061 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (cbbf1020-7414-48b3-bc28-99556d9a32c1), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:50.818289 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=cbbf1020-7414-48b3-bc28-99556d9a32c1,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:13:50.924708 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a5a573-2260-43fc-b79e-480006a3ce8e None None] Network edd507a4-8582-4104-a38b-c9eba0f76a88 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:13:50.985348 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-6be1473d-7bb7-4375-94fc-99cf7fbb0851 None None] Provisioning complete for port cbbf1020-7414-48b3-bc28-99556d9a32c1 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:13:50.985737 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6be1473d-7bb7-4375-94fc-99cf7fbb0851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (cbbf1020-7414-48b3-bc28-99556d9a32c1), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:51.104577 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-6be1473d-7bb7-4375-94fc-99cf7fbb0851 None None] Current status of the port cbbf1020-7414-48b3-bc28-99556d9a32c1 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:13:51.321613 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-9572e212-a11b-4262-8a62-a0c7cc95f8c9 None None] Provisioning complete for port cbbf1020-7414-48b3-bc28-99556d9a32c1 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:13:51.322000 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9572e212-a11b-4262-8a62-a0c7cc95f8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (cbbf1020-7414-48b3-bc28-99556d9a32c1), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:51.395668 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-9572e212-a11b-4262-8a62-a0c7cc95f8c9 None None] Current status of the port cbbf1020-7414-48b3-bc28-99556d9a32c1 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:13:52.570791 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device cbbf1020-7414-48b3-bc28-99556d9a32c1 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:13:52.614906 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port cbbf1020-7414-48b3-bc28-99556d9a32c1 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:13:52.615301 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (cbbf1020-7414-48b3-bc28-99556d9a32c1), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:13:52.688039 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port cbbf1020-7414-48b3-bc28-99556d9a32c1 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:13:59.380018 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:13:59.381211 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=77,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:13:59.885447 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5a9cfbdf-013e-42bd-80b0-51073225f558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:14:02.159771 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4cbc-97de-43a4-937c-832eb8671704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:14:03.308916 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:14:04.301238 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 5 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:14:04.738225 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:14:04.791200 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:14:14.780808 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:14:14.786691 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:14:18.302056 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:14:28.293967 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:14:29.887689 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fe627fb5-4c98-480d-843a-78bfac47a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:14:32.161229 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30081522-1f5f-4624-a2a2-3d05426be5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:14:33.310441 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:14:34.741720 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:14:34.796045 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:14:41.300166 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 5 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:14:44.790576 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:14:44.791353 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:14:55.303217 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:14:55.307679 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:14:59.889898 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-20889495-0292-4495-9015-830d3dc6766b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:15:02.164125 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-394a249c-e073-4d69-ac4a-69838e3cd93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:15:03.314768 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:15:04.744358 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:15:04.798845 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:15:11.189671 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58980) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:15:11.195325 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [None req-ac72dfc8-dc93-45ee-acfa-6ea0ec4404f2 tempest-verify_tempest_config-1791950188 tempest-verify_tempest_config-1791950188-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 01:15:11.196267 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-ac72dfc8-dc93-45ee-acfa-6ea0ec4404f2 tempest-verify_tempest_config-1791950188 tempest-verify_tempest_config-1791950188-project] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056708 Sep 13 01:15:11.713639 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 58998) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:15:12.037410 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:15:12.112662 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Publish callbacks [] for security_group (961469f2-7293-4c25-8362-90e0fbcb4bd7), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:15:12.116070 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (961469f2-7293-4c25-8362-90e0fbcb4bd7), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:15:12.250594 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cea4f974038d4952a36b07fe30d5e6f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5358973 Sep 13 01:15:12.252001 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961469f2-7293-4c25-8362-90e0fbcb4bd7,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:15:12.254041 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59002) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:15:12.258899 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.259244 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.259581 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.259914 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.260239 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.260562 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.260882 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.261199 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.261531 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.261851 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.262165 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.262497 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.262813 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.263151 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.263461 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf17ead-0d3d-46c9-9af5-44c4a7a999ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.332141 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Publish callbacks [] for security_group (961469f2-7293-4c25-8362-90e0fbcb4bd7), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:15:12.351233 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Publish callbacks [] for security_group (961469f2-7293-4c25-8362-90e0fbcb4bd7), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:15:12.444653 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (961469f2-7293-4c25-8362-90e0fbcb4bd7), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:15:12.447157 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:15:12.448303 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/961469f2-7293-4c25-8362-90e0fbcb4bd7 HTTP/1.1" status: 204 len: 168 time: 0.1933544 Sep 13 01:15:12.456155 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961469f2-7293-4c25-8362-90e0fbcb4bd7,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:15:12.463002 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.463389 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.463752 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.464099 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.464432 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.464769 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.465089 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.465410 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.465750 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.466074 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.466432 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.466766 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.467122 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.467445 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:12.467765 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fcca90-6975-48d9-8e9d-915cc6ea1bf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:15:14.794943 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:15:18.298363 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 5 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:15:22.254660 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:15:22.258153 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=21,neutron:INSERT=5 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:15:22.458895 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:15:22.460282 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:15:22.489279 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:15:29.893125 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-303f09a2-e84c-4681-baf5-9a11b45e5edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:15:32.165781 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-871370bb-e340-4d46-a771-268c6ab69a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:15:32.298590 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=16 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:15:32.304451 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=18 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:15:33.317990 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:15:34.748403 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:15:34.799611 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:15:44.789274 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:15:44.795410 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:15:55.296802 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 5 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:15:59.894799 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3077e052-e842-4066-bf7c-2d0d6274f678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:16:02.167603 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bd49c158-d65f-4c11-b282-9d67de80d79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:16:03.319648 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:16:04.752045 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:16:04.805476 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:16:09.310453 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:16:09.315795 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:16:14.799354 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:16:14.801283 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:16:28.300819 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:16:29.895837 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5ddc75a7-07d7-444a-9dcd-0456585bdca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:16:32.168317 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fd0d10f0-d76a-4897-ab47-8512db909526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:16:32.296506 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 5 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:16:33.321318 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:16:34.755937 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:16:34.796443 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:16:42.693558 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-958010'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:16:44.792204 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:16:46.308046 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:16:46.312038 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:16:52.689392 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:16:56.615960 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59096) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:16:56.747663 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-682ffd07-c16c-4231-83ff-8a44583eb0ed admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1301043 Sep 13 01:16:59.180440 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59106) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:16:59.234183 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-08b26556-6cef-453e-a8c6-42f6051578e0 admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0527391 Sep 13 01:16:59.897863 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b519f82c-5f25-42fb-8d5a-cb19d63afa1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:17:02.173531 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-32d5f1f9-6239-4851-891a-c354e6d28694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:17:03.324621 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:17:04.758631 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:17:04.797693 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:17:09.227958 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:17:09.228733 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:17:09.295856 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:17:12.688687 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:17:22.682771 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:17:22.684725 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:17:29.899121 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-585c02bf-ca02-4ec8-b147-fc0057e84faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:17:32.175229 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ea22f5d-0adb-4f19-9361-88e3bad846db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:17:32.293126 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=19 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:17:32.293853 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=17 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:17:33.326047 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:17:34.762201 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:17:34.798888 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:17:42.692043 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:17:46.295195 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:17:52.680253 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:17:52.687423 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:17:59.901118 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-64d02c60-3941-47d3-9128-59bea8697866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:00.307118 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:00.317988 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:02.176936 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ba9aca6a-cb0d-4b59-b543-2e17b88abf03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:03.329520 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:04.764788 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:04.799746 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:12.720979 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:22.710167 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:22.715506 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:23.295185 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:18:29.908655 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1eceae51-4eb6-4142-bbd6-8bc33aa221c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:30.072967 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59222) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:30.362185 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-949079032-network', 'tenant_id': '9056ec686513412a87c292387e25e870'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:30.388093 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Made reservation on behalf of 9056ec686513412a87c292387e25e870 for: {'network': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:18:30.390590 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:30.403518 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:30.493156 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Publish callbacks [] for security_group (3e82ba67-2de1-43d1-b12c-b746ae4ef9fb), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:30.497991 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (3e82ba67-2de1-43d1-b12c-b746ae4ef9fb), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:30.538420 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e82ba67-2de1-43d1-b12c-b746ae4ef9fb,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:30.544960 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:18:30.549056 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:30.550336 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:30.550710 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:30.551077 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:30.551413 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:30.551745 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:30.552072 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:30.552399 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:30.552724 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:30.553047 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:30.553389 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:30.553720 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:30.554045 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:30.554366 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:30.554686 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Tracked resource versions report: Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: pushed versions: Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: { 'AddressGroup': {'1.2'}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Agent': {'1.1'}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'ConntrackHelper': {'1.0'}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'LocalIPAssociation': {'1.0'}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Log': {'1.0'}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'NDPProxy': {'1.0'}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Network': {'1.1'}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Port': {'1.7'}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'PortForwarding': {'1.3'}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'QosPolicy': {'1.10'}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'SecurityGroup': {'1.5'}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'SecurityGroupRule': {'1.2'}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'SubPort': {'1.0'}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Subnet': {'1.1'}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Trunk': {'1.1'}} Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: consumer versions: Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: { DHCP agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: HyperV agent@hv-cinder-85694: {}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: L3 agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: Metadata agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: Metering agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: Open vSwitch agent@dv-cinder-856941-3-iscsi: { 'AddressGroup': '1.2', Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Agent': '1.1', Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'ConntrackHelper': '1.0', Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'LocalIPAssociation': '1.0', Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Log': '1.0', Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'NDPProxy': '1.0', Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Network': '1.1', Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Port': '1.7', Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'PortForwarding': '1.3', Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'QosPolicy': '1.10', Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'SecurityGroup': '1.5', Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'SecurityGroupRule': '1.2', Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'SubPort': '1.0', Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Subnet': '1.1', Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: 'Trunk': '1.1'}} Sep 13 01:18:30.555863 dv-cinder-856941-3-iscsi neutron-server[106208]: {{(pid=106208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 01:18:30.570722 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744760796847', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (f8fd0802-c0e8-4826-a2fb-77bcbd9b8173), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:30.571437 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Unsubscribe: segment precommit_create {{(pid=106208) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 13 01:18:30.571811 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.segments_db [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Added segment f8fd0802-c0e8-4826-a2fb-77bcbd9b8173 of type vlan for network bdb1d525-4a86-4d73-99d0-0254f6253a0a Sep 13 01:18:30.632399 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (bdb1d525-4a86-4d73-99d0-0254f6253a0a), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:30.668090 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (bdb1d525-4a86-4d73-99d0-0254f6253a0a), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:30.668787 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:18:30.669423 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:30.712819 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6385946 Sep 13 01:18:30.716004 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59258) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:30.723993 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Request body: {'subnet': {'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-949079032-subnet', 'tenant_id': '9056ec686513412a87c292387e25e870', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:30.749050 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Made reservation on behalf of 9056ec686513412a87c292387e25e870 for: {'subnet': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:18:30.751742 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:30.786995 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa18b4f-d82e-4f2f-bc9a-e2b0eb2c9e9f admin admin] Pushing event updated for resources: {'Network': ['ID=bdb1d525-4a86-4d73-99d0-0254f6253a0a,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:30.804138 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network bdb1d525-4a86-4d73-99d0-0254f6253a0a details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:18:30.959608 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for subnet (4e6dbcd3-8686-4d4b-89a7-314bf35476d1), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:31.025176 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e6dbcd3-8686-4d4b-89a7-314bf35476d1,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:31.033727 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Checking segment: {'id': 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:18:31.034334 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Network hostable DHCP agents. Network: bdb1d525-4a86-4d73-99d0-0254f6253a0a, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:18:31.038389 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.038993 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.039537 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.039880 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.040213 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.040961 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.041332 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.041659 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.042000 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.042326 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.042667 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.043103 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.043463 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.043774 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.044254 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Tracked resource versions report: Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: pushed versions: Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: { 'AddressGroup': {'1.2'}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Agent': {'1.1'}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'ConntrackHelper': {'1.0'}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'LocalIPAssociation': {'1.0'}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Log': {'1.0'}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'NDPProxy': {'1.0'}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Network': {'1.1'}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Port': {'1.7'}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'PortForwarding': {'1.3'}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'QosPolicy': {'1.10'}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'SecurityGroup': {'1.5'}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'SecurityGroupRule': {'1.2'}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'SubPort': {'1.0'}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Subnet': {'1.1'}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Trunk': {'1.1'}} Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: consumer versions: Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: { DHCP agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: HyperV agent@hv-cinder-85694: {}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: L3 agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: Metadata agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: Metering agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: Open vSwitch agent@dv-cinder-856941-3-iscsi: { 'AddressGroup': '1.2', Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Agent': '1.1', Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'ConntrackHelper': '1.0', Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'LocalIPAssociation': '1.0', Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Log': '1.0', Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'NDPProxy': '1.0', Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Network': '1.1', Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Port': '1.7', Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'PortForwarding': '1.3', Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'QosPolicy': '1.10', Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'SecurityGroup': '1.5', Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'SecurityGroupRule': '1.2', Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'SubPort': '1.0', Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Subnet': '1.1', Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: 'Trunk': '1.1'}} Sep 13 01:18:31.045420 dv-cinder-856941-3-iscsi neutron-server[106209]: {{(pid=106209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 01:18:31.064280 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Network bdb1d525-4a86-4d73-99d0-0254f6253a0a is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:18:31.075920 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, bdb1d525-4a86-4d73-99d0-0254f6253a0a) {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:31.080469 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:18:31.081145 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:31.088991 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8136a938-1043-435a-b26b-59ff673a33da None None] Network bdb1d525-4a86-4d73-99d0-0254f6253a0a requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:18:31.101402 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59286) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:31.106718 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:31.112220 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-ffa88865-0939-490a-9321-6226e2d43de7 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3944974 Sep 13 01:18:31.131365 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-959874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16255'] for router (c7bf1ba1-fb53-439f-a802-38abd59ee8eb), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:31.132959 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16244'] for router (c7bf1ba1-fb53-439f-a802-38abd59ee8eb), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:31.191416 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Publish callbacks [] for router_controller (c7bf1ba1-fb53-439f-a802-38abd59ee8eb), precommit_add_association {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:31.237878 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4256e4d7-f65d-58b5-a57f-4fc85113e640-bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'project_id': '9056ec686513412a87c292387e25e870', 'fixed_ips': [{'subnet_id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1'}]}} from dv-cinder-856941-3-iscsi. {{(pid=106210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 01:18:31.238819 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:31.361658 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59298) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:31.414335 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Allocated IP 172.20.0.2 (bdb1d525-4a86-4d73-99d0-0254f6253a0a/4e6dbcd3-8686-4d4b-89a7-314bf35476d1/955ce33d-567c-4407-bf3c-bcd55d4845c6) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:18:31.425858 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Publish callbacks [] for router_gateway (c7bf1ba1-fb53-439f-a802-38abd59ee8eb), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:31.586847 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Publish callbacks [] for port (955ce33d-567c-4407-bf3c-bcd55d4845c6), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:31.594077 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (955ce33d-567c-4407-bf3c-bcd55d4845c6), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:31.643206 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Network bdb1d525-4a86-4d73-99d0-0254f6253a0a is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:18:31.650366 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:31.653453 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Publish callbacks [] for router_gateway (c7bf1ba1-fb53-439f-a802-38abd59ee8eb), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:31.655122 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:18:31.662828 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Pushing event updated for resources: {'Port': ['ID=955ce33d-567c-4407-bf3c-bcd55d4845c6,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:31.684487 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:31.688695 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.689289 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.689661 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.690019 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.690355 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.690688 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.691047 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.691365 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.691688 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.692013 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.692365 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.692731 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.693077 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.693382 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.693771 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Tracked resource versions report: Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: pushed versions: Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: { 'AddressGroup': {'1.2'}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Agent': {'1.1'}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'ConntrackHelper': {'1.0'}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'LocalIPAssociation': {'1.0'}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Log': {'1.0'}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'NDPProxy': {'1.0'}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Network': {'1.1'}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Port': {'1.7'}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'PortForwarding': {'1.3'}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'QosPolicy': {'1.10'}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'SecurityGroup': {'1.5'}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'SecurityGroupRule': {'1.2'}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'SubPort': {'1.0'}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Subnet': {'1.1'}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Trunk': {'1.1'}} Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: consumer versions: Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: { DHCP agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: HyperV agent@hv-cinder-85694: {}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: L3 agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: Metadata agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: Metering agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: Open vSwitch agent@dv-cinder-856941-3-iscsi: { 'AddressGroup': '1.2', Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Agent': '1.1', Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'ConntrackHelper': '1.0', Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'LocalIPAssociation': '1.0', Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Log': '1.0', Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'NDPProxy': '1.0', Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Network': '1.1', Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Port': '1.7', Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'PortForwarding': '1.3', Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'QosPolicy': '1.10', Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'SecurityGroup': '1.5', Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'SecurityGroupRule': '1.2', Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'SubPort': '1.0', Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Subnet': '1.1', Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: 'Trunk': '1.1'}} Sep 13 01:18:31.695101 dv-cinder-856941-3-iscsi neutron-server[106210]: {{(pid=106210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 01:18:31.747335 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Attempting to bind port 955ce33d-567c-4407-bf3c-bcd55d4845c6 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:18:31.747717 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Attempting to bind port 955ce33d-567c-4407-bf3c-bcd55d4845c6 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:18:31.748095 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Attempting to bind port 955ce33d-567c-4407-bf3c-bcd55d4845c6 on network bdb1d525-4a86-4d73-99d0-0254f6253a0a {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:18:31.785760 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:31.796258 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:18:31.796711 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Checking segment: {'id': 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:18:31.797096 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:31.797897 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:31.798092 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Bound using segment: {'id': 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:18:31.798592 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Bound port: 955ce33d-567c-4407-bf3c-bcd55d4845c6, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:18:31.799033 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (955ce33d-567c-4407-bf3c-bcd55d4845c6), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:31.814667 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Allocated IP 172.27.1.151 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/e5f1d197-9f0c-41b3-8491-f090bdd21b3f) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:18:31.892828 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] For port 955ce33d-567c-4407-bf3c-bcd55d4845c6, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:18:31.897644 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] For port 955ce33d-567c-4407-bf3c-bcd55d4845c6, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=955ce33d-567c-4407-bf3c-bcd55d4845c6,segment=NetworkSegment(f8fd0802-c0e8-4826-a2fb-77bcbd9b8173),segment_id=f8fd0802-c0e8-4826-a2fb-77bcbd9b8173)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:18:31.906756 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (955ce33d-567c-4407-bf3c-bcd55d4845c6), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:31.933767 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-8de03862-718a-449a-bf7e-bf80feb31a5a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-97751988-network', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:31.972639 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Publish callbacks [] for port (e5f1d197-9f0c-41b3-8491-f090bdd21b3f), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:31.978450 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a6789-84ed-4d42-8686-b6e07383f81c None None] Pushing event updated for resources: {'Port': ['ID=955ce33d-567c-4407-bf3c-bcd55d4845c6,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:31.991585 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de03862-718a-449a-bf7e-bf80feb31a5a admin admin] Made reservation on behalf of a84dd36fe9484f41bc2f0d7da4e47c13 for: {'network': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:18:31.994709 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8de03862-718a-449a-bf7e-bf80feb31a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:32.009933 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8de03862-718a-449a-bf7e-bf80feb31a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:32.016557 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (e5f1d197-9f0c-41b3-8491-f090bdd21b3f), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:32.076095 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f1d197-9f0c-41b3-8491-f090bdd21b3f,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:32.090028 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:18:32.091626 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:32.099213 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:18:32.121291 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8de03862-718a-449a-bf7e-bf80feb31a5a admin admin] Publish callbacks [] for security_group (82b6d902-b5a3-4cd4-af05-d2a954ea1197), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:32.126621 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8de03862-718a-449a-bf7e-bf80feb31a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (82b6d902-b5a3-4cd4-af05-d2a954ea1197), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:32.149177 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59336) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:32.167552 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de03862-718a-449a-bf7e-bf80feb31a5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=106209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:18:32.192563 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-01e2d091-ef3b-4ffd-b1aa-d85c0b35a60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:32.202629 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de03862-718a-449a-bf7e-bf80feb31a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b6d902-b5a3-4cd4-af05-d2a954ea1197,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:32.217202 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8de03862-718a-449a-bf7e-bf80feb31a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (15a3a412-53bb-4aa6-91a1-529d4cc7f99e), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:32.219397 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.segments_db [None req-8de03862-718a-449a-bf7e-bf80feb31a5a admin admin] Added segment 15a3a412-53bb-4aa6-91a1-529d4cc7f99e of type vlan for network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 Sep 13 01:18:32.354085 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8de03862-718a-449a-bf7e-bf80feb31a5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (f76e7426-2310-4c50-8ad0-bf7be7b0fe24), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:32.354085 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:32.363049 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8de03862-718a-449a-bf7e-bf80feb31a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (f76e7426-2310-4c50-8ad0-bf7be7b0fe24), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:32.364815 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de03862-718a-449a-bf7e-bf80feb31a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:18:32.365642 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8de03862-718a-449a-bf7e-bf80feb31a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:32.455678 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de03862-718a-449a-bf7e-bf80feb31a5a admin admin] Pushing event updated for resources: {'Network': ['ID=f76e7426-2310-4c50-8ad0-bf7be7b0fe24,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:32.457359 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Publish callbacks [] for router_gateway (c7bf1ba1-fb53-439f-a802-38abd59ee8eb), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:32.473512 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:18:32.474484 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-8de03862-718a-449a-bf7e-bf80feb31a5a admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1116927 Sep 13 01:18:32.476042 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59344) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:32.481271 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-440d92a4-4c62-48a1-8b08-aed75261a0c5 admin admin] Request body: {'subnet': {'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-subnet', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:32.506541 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440d92a4-4c62-48a1-8b08-aed75261a0c5 admin admin] Made reservation on behalf of a84dd36fe9484f41bc2f0d7da4e47c13 for: {'subnet': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:18:32.511589 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-440d92a4-4c62-48a1-8b08-aed75261a0c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:32.577436 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59346) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:32.593968 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:32.734896 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-7cbfe749-4cd8-403f-9815-674f4c6ad336 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1790228227-network', 'tenant_id': '6475b1b1e54c4b0eb86021d82021de78'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:32.774091 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-440d92a4-4c62-48a1-8b08-aed75261a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for subnet (89162ffe-bd41-4b0f-96cf-08e9b2407131), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:32.781603 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-961843'] for router (c7bf1ba1-fb53-439f-a802-38abd59ee8eb), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:32.785114 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbfe749-4cd8-403f-9815-674f4c6ad336 admin admin] Made reservation on behalf of 6475b1b1e54c4b0eb86021d82021de78 for: {'network': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:18:32.788468 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7cbfe749-4cd8-403f-9815-674f4c6ad336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:32.804570 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7cbfe749-4cd8-403f-9815-674f4c6ad336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:32.858364 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 955ce33d-567c-4407-bf3c-bcd55d4845c6 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:32.864639 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:32.906289 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:32.919293 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d92a4-4c62-48a1-8b08-aed75261a0c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89162ffe-bd41-4b0f-96cf-08e9b2407131,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:32.929078 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:32.940721 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d92a4-4c62-48a1-8b08-aed75261a0c5 admin admin] Checking segment: {'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:18:32.942093 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440d92a4-4c62-48a1-8b08-aed75261a0c5 admin admin] Network hostable DHCP agents. Network: f76e7426-2310-4c50-8ad0-bf7be7b0fe24, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:18:32.975598 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Router c7bf1ba1-fb53-439f-a802-38abd59ee8eb is scheduled to L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb with binding_index 1 {{(pid=106208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 01:18:33.014072 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 955ce33d-567c-4407-bf3c-bcd55d4845c6 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:33.018084 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (955ce33d-567c-4407-bf3c-bcd55d4845c6), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:33.036146 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440d92a4-4c62-48a1-8b08-aed75261a0c5 admin admin] Network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:18:33.077548 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-440d92a4-4c62-48a1-8b08-aed75261a0c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, f76e7426-2310-4c50-8ad0-bf7be7b0fe24) {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:33.085120 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440d92a4-4c62-48a1-8b08-aed75261a0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:18:33.087666 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-440d92a4-4c62-48a1-8b08-aed75261a0c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:33.101017 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c207705-23f1-4803-96cc-35dc1bc5ba99 None None] Network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:18:33.149501 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-440d92a4-4c62-48a1-8b08-aed75261a0c5 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6720905 Sep 13 01:18:33.152741 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59358) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:33.164348 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:33.222787 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-b77e227c-58cd-47fc-b2b8-d29c1fdd4aee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-91038307-network', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:33.236165 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:18:33.251203 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-959874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16255'] for router (e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:33.252835 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16244'] for router (e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:33.253402 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Sync routers for ids ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:18:33.260591 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7cbfe749-4cd8-403f-9815-674f4c6ad336 admin admin] Publish callbacks [] for security_group (ce6238a9-fc6c-4b12-958f-26b469bd97cd), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:33.276128 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7cbfe749-4cd8-403f-9815-674f4c6ad336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (ce6238a9-fc6c-4b12-958f-26b469bd97cd), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:33.277055 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Routers {'c7bf1ba1-fb53-439f-a802-38abd59ee8eb'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:18:33.278129 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:18:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:33.304848 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:33.311745 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-970cee2e-d523-4814-9be7-33ef6b7efc71 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2084596 Sep 13 01:18:33.317009 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59366) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:33.338040 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbfe749-4cd8-403f-9815-674f4c6ad336 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:18:33.341945 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77e227c-58cd-47fc-b2b8-d29c1fdd4aee admin admin] Made reservation on behalf of 7a9e1eee32f04f3cabd8219d36d2c6a7 for: {'network': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:18:33.350303 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b77e227c-58cd-47fc-b2b8-d29c1fdd4aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:33.380634 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 955ce33d-567c-4407-bf3c-bcd55d4845c6 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:33.382956 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (955ce33d-567c-4407-bf3c-bcd55d4845c6), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:33.494702 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b77e227c-58cd-47fc-b2b8-d29c1fdd4aee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:33.547731 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7cbfe749-4cd8-403f-9815-674f4c6ad336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (56ee7bc1-29ba-43c3-9e8e-c4094f3c3327), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:33.552788 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.segments_db [None req-7cbfe749-4cd8-403f-9815-674f4c6ad336 admin admin] Added segment 56ee7bc1-29ba-43c3-9e8e-c4094f3c3327 of type vlan for network ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 Sep 13 01:18:33.571595 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 955ce33d-567c-4407-bf3c-bcd55d4845c6, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=955ce33d-567c-4407-bf3c-bcd55d4845c6,segment=NetworkSegment(f8fd0802-c0e8-4826-a2fb-77bcbd9b8173),segment_id=f8fd0802-c0e8-4826-a2fb-77bcbd9b8173)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:18:33.602761 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4256e4d7-f65d-58b5-a57f-4fc85113e640-f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'fixed_ips': [{'subnet_id': '89162ffe-bd41-4b0f-96cf-08e9b2407131'}]}} from dv-cinder-856941-3-iscsi. {{(pid=106210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 01:18:33.604916 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:33.649804 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6e14c3-e274-47cb-85ac-f9d0c16f3e81 None None] Network bdb1d525-4a86-4d73-99d0-0254f6253a0a requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:18:33.652279 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:33.690575 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Publish callbacks [] for router_controller (e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05), precommit_add_association {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:33.742591 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Set router c7bf1ba1-fb53-439f-a802-38abd59ee8eb gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:18:33.919746 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Publish callbacks [] for router_gateway (e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:33.943267 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Allocated IP 172.20.0.2 (f76e7426-2310-4c50-8ad0-bf7be7b0fe24/89162ffe-bd41-4b0f-96cf-08e9b2407131/4fe66542-c67f-4abe-8dee-9ceaf503de63) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:18:33.965031 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfe749-4cd8-403f-9815-674f4c6ad336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6238a9-fc6c-4b12-958f-26b469bd97cd,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:34.011093 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:34.012611 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:DELETE=1,neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:34.053137 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7cbfe749-4cd8-403f-9815-674f4c6ad336 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (ee5e6d32-76f2-40e4-8379-2f8cd4f72b00), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:34.092164 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (955ce33d-567c-4407-bf3c-bcd55d4845c6), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:34.130766 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:34.266939 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:32Z', 'revision_number': 3, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:34.319518 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7cbfe749-4cd8-403f-9815-674f4c6ad336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (ee5e6d32-76f2-40e4-8379-2f8cd4f72b00), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:34.320497 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbfe749-4cd8-403f-9815-674f4c6ad336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:18:34.321063 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7cbfe749-4cd8-403f-9815-674f4c6ad336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:34.338633 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Checking router: c7bf1ba1-fb53-439f-a802-38abd59ee8eb for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:18:34.339261 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Updating router c7bf1ba1-fb53-439f-a802-38abd59ee8eb port e5f1d197-9f0c-41b3-8491-f090bdd21b3f binding host dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:18:34.372898 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-7cbfe749-4cd8-403f-9815-674f4c6ad336 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2188995 Sep 13 01:18:34.402974 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59402) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:34.413051 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (e5f1d197-9f0c-41b3-8491-f090bdd21b3f), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:34.459582 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-18efc960-6739-41df-a5c7-19fecf1aa9eb admin admin] Request body: {'subnet': {'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1790228227-subnet', 'tenant_id': '6475b1b1e54c4b0eb86021d82021de78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:34.502556 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18efc960-6739-41df-a5c7-19fecf1aa9eb admin admin] Made reservation on behalf of 6475b1b1e54c4b0eb86021d82021de78 for: {'subnet': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:18:34.505859 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-18efc960-6739-41df-a5c7-19fecf1aa9eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:34.537717 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-9d08e967-0b91-4a22-ac22-e537e8ea510a None None] Provisioning complete for port 955ce33d-567c-4407-bf3c-bcd55d4845c6 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:34.538296 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9d08e967-0b91-4a22-ac22-e537e8ea510a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (955ce33d-567c-4407-bf3c-bcd55d4845c6), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:34.633916 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=955ce33d-567c-4407-bf3c-bcd55d4845c6,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:34.737317 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:34.897220 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:34.988852 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Publish callbacks [] for port (e5f1d197-9f0c-41b3-8491-f090bdd21b3f), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.004086 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (e5f1d197-9f0c-41b3-8491-f090bdd21b3f), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.015822 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b77e227c-58cd-47fc-b2b8-d29c1fdd4aee admin admin] Publish callbacks [] for security_group (1d505b58-2bd3-4c70-b8b8-9d421794229f), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.042226 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:35.082709 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-18efc960-6739-41df-a5c7-19fecf1aa9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for subnet (150a815a-b090-47fa-bea9-739cdec044a9), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.089509 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b77e227c-58cd-47fc-b2b8-d29c1fdd4aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (1d505b58-2bd3-4c70-b8b8-9d421794229f), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.149234 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Attempting to bind port e5f1d197-9f0c-41b3-8491-f090bdd21b3f on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:18:35.149606 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Attempting to bind port e5f1d197-9f0c-41b3-8491-f090bdd21b3f by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:18:35.155274 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Attempting to bind port e5f1d197-9f0c-41b3-8491-f090bdd21b3f on network 2a9ecfbd-a328-4077-a2ee-7c267345041e {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:18:35.179401 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77e227c-58cd-47fc-b2b8-d29c1fdd4aee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=106209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:18:35.205654 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Publish callbacks [] for port (4fe66542-c67f-4abe-8dee-9ceaf503de63), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.212295 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b77e227c-58cd-47fc-b2b8-d29c1fdd4aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (8fdadaaa-b72b-4894-8c41-2c1ebf51a321), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.212638 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.segments_db [None req-b77e227c-58cd-47fc-b2b8-d29c1fdd4aee admin admin] Added segment 8fdadaaa-b72b-4894-8c41-2c1ebf51a321 of type vlan for network 47cc024b-679e-42c4-bf2a-2407e9c9e294 Sep 13 01:18:35.241103 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb478503-df2a-4078-84f4-d360cc6a7c80 None None] Pushing event updated for resources: {'Port': ['ID=e5f1d197-9f0c-41b3-8491-f090bdd21b3f,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:35.249567 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 955ce33d-567c-4407-bf3c-bcd55d4845c6 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:35.265369 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb478503-df2a-4078-84f4-d360cc6a7c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:35.265722 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb478503-df2a-4078-84f4-d360cc6a7c80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:35.266639 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb478503-df2a-4078-84f4-d360cc6a7c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:35.269476 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb478503-df2a-4078-84f4-d360cc6a7c80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:35.271734 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb478503-df2a-4078-84f4-d360cc6a7c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:35.272087 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb478503-df2a-4078-84f4-d360cc6a7c80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:35.273705 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb478503-df2a-4078-84f4-d360cc6a7c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:35.274047 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb478503-df2a-4078-84f4-d360cc6a7c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:35.275422 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb478503-df2a-4078-84f4-d360cc6a7c80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:35.277858 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb478503-df2a-4078-84f4-d360cc6a7c80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:35.278280 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb478503-df2a-4078-84f4-d360cc6a7c80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:35.278650 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb478503-df2a-4078-84f4-d360cc6a7c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:35.279041 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb478503-df2a-4078-84f4-d360cc6a7c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:35.279382 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb478503-df2a-4078-84f4-d360cc6a7c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:35.279772 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb478503-df2a-4078-84f4-d360cc6a7c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb478503-df2a-4078-84f4-d360cc6a7c80 None None] Tracked resource versions report: Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: pushed versions: Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: { 'AddressGroup': {'1.2'}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Agent': {'1.1'}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'ConntrackHelper': {'1.0'}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'LocalIPAssociation': {'1.0'}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Log': {'1.0'}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'NDPProxy': {'1.0'}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Network': {'1.1'}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Port': {'1.7'}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'PortForwarding': {'1.3'}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'QosPolicy': {'1.10'}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'SecurityGroup': {'1.5'}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'SecurityGroupRule': {'1.2'}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'SubPort': {'1.0'}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Subnet': {'1.1'}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Trunk': {'1.1'}} Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: consumer versions: Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: { DHCP agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: HyperV agent@hv-cinder-85694: {}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: L3 agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: Metadata agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: Metering agent@dv-cinder-856941-3-iscsi: {}, Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: Open vSwitch agent@dv-cinder-856941-3-iscsi: { 'AddressGroup': '1.2', Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Agent': '1.1', Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'ConntrackHelper': '1.0', Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'LocalIPAssociation': '1.0', Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Log': '1.0', Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'NDPProxy': '1.0', Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Network': '1.1', Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Port': '1.7', Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'PortForwarding': '1.3', Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'QosPolicy': '1.10', Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'SecurityGroup': '1.5', Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'SecurityGroupRule': '1.2', Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'SubPort': '1.0', Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Subnet': '1.1', Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: 'Trunk': '1.1'}} Sep 13 01:18:35.281021 dv-cinder-856941-3-iscsi neutron-server[106211]: {{(pid=106211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 01:18:35.308722 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:18:35.309344 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Checking segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:18:35.309910 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.310461 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Bound using segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:18:35.311134 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Bound port: e5f1d197-9f0c-41b3-8491-f090bdd21b3f, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:18:35.311940 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (e5f1d197-9f0c-41b3-8491-f090bdd21b3f), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.319417 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (4fe66542-c67f-4abe-8dee-9ceaf503de63), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.357198 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b77e227c-58cd-47fc-b2b8-d29c1fdd4aee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (47cc024b-679e-42c4-bf2a-2407e9c9e294), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.392425 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] For port e5f1d197-9f0c-41b3-8491-f090bdd21b3f, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:18:35.399882 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] For port e5f1d197-9f0c-41b3-8491-f090bdd21b3f, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=e5f1d197-9f0c-41b3-8491-f090bdd21b3f,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:18:35.405618 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:35.435780 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (e5f1d197-9f0c-41b3-8491-f090bdd21b3f), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.459410 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfe749-4cd8-403f-9815-674f4c6ad336 admin admin] Pushing event updated for resources: {'Network': ['ID=ee5e6d32-76f2-40e4-8379-2f8cd4f72b00,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:35.462578 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:35.464695 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-9d08e967-0b91-4a22-ac22-e537e8ea510a None None] Current status of the port 955ce33d-567c-4407-bf3c-bcd55d4845c6 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:35.466978 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.468405 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Pushing event updated for resources: {'Port': ['ID=4fe66542-c67f-4abe-8dee-9ceaf503de63,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:35.490291 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Publish callbacks [] for router_gateway (e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.498056 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b77e227c-58cd-47fc-b2b8-d29c1fdd4aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (47cc024b-679e-42c4-bf2a-2407e9c9e294), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.501030 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:18:35.501191 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77e227c-58cd-47fc-b2b8-d29c1fdd4aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:18:35.503223 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.507262 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b77e227c-58cd-47fc-b2b8-d29c1fdd4aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.511244 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 955ce33d-567c-4407-bf3c-bcd55d4845c6 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:35.511643 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (955ce33d-567c-4407-bf3c-bcd55d4845c6), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.516709 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:18:35.532161 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Routers {'c7bf1ba1-fb53-439f-a802-38abd59ee8eb'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:18:35.533975 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:18:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:35.574749 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:35.578972 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] Allocated IP 172.20.0.1 (bdb1d525-4a86-4d73-99d0-0254f6253a0a/4e6dbcd3-8686-4d4b-89a7-314bf35476d1/c3aaf124-1f05-4392-af9f-26deabc46728) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:18:35.582324 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:18:35.624972 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-72530a7f-a61e-4b15-8d6b-64df8185cb4d None None] Provisioning complete for port 955ce33d-567c-4407-bf3c-bcd55d4845c6 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:35.625893 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-72530a7f-a61e-4b15-8d6b-64df8185cb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (955ce33d-567c-4407-bf3c-bcd55d4845c6), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.695391 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Attempting to bind port 4fe66542-c67f-4abe-8dee-9ceaf503de63 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:18:35.695760 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Attempting to bind port 4fe66542-c67f-4abe-8dee-9ceaf503de63 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:18:35.696123 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Attempting to bind port 4fe66542-c67f-4abe-8dee-9ceaf503de63 on network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:18:35.704595 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e227c-58cd-47fc-b2b8-d29c1fdd4aee admin admin] Pushing event updated for resources: {'Network': ['ID=47cc024b-679e-42c4-bf2a-2407e9c9e294,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:35.709787 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59466) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:35.748866 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network 47cc024b-679e-42c4-bf2a-2407e9c9e294 details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:18:35.787044 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-b77e227c-58cd-47fc-b2b8-d29c1fdd4aee admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2061043 Sep 13 01:18:35.787884 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:35.801182 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59476) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:35.821542 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] Set router c7bf1ba1-fb53-439f-a802-38abd59ee8eb gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:18:35.836366 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] Publish callbacks [] for port (c3aaf124-1f05-4392-af9f-26deabc46728), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.842166 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-8a8edc3c-4e72-4b2f-a915-2a9c0af310e8 admin admin] Request body: {'subnet': {'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-subnet', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:35.890635 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:18:35.891991 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Checking segment: {'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:18:35.892572 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.893308 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Bound using segment: {'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:18:35.894009 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Bound port: 4fe66542-c67f-4abe-8dee-9ceaf503de63, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:18:35.894564 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (4fe66542-c67f-4abe-8dee-9ceaf503de63), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.906237 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:35.907347 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:35.911221 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (c3aaf124-1f05-4392-af9f-26deabc46728), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:36.041060 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] Network bdb1d525-4a86-4d73-99d0-0254f6253a0a is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:18:36.045027 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] Pushing event updated for resources: {'Port': ['ID=c3aaf124-1f05-4392-af9f-26deabc46728,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:36.052993 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:36.089846 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:18:36.092618 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609558'] for router_interface (c7bf1ba1-fb53-439f-a802-38abd59ee8eb), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:36.097325 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] For port 4fe66542-c67f-4abe-8dee-9ceaf503de63, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:18:36.101660 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] For port 4fe66542-c67f-4abe-8dee-9ceaf503de63, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=4fe66542-c67f-4abe-8dee-9ceaf503de63,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:18:36.133288 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:36.134699 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb478503-df2a-4078-84f4-d360cc6a7c80 None None] Pushing event updated for resources: {'Port': ['ID=e5f1d197-9f0c-41b3-8491-f090bdd21b3f,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:36.170006 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (4fe66542-c67f-4abe-8dee-9ceaf503de63), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:36.218682 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Allocated IP 172.27.1.55 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/680abda4-f932-4fcb-842a-3d5c8c9bb2d0) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:18:36.251745 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:32Z', 'revision_number': 3, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:36.308287 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e227c-58cd-47fc-b2b8-d29c1fdd4aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d505b58-2bd3-4c70-b8b8-9d421794229f,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:36.365680 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990da628-0f90-495d-be0d-f1187878b9f2 None None] The sync data for ids ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'] in dv-cinder-856941-3-iscsi is: [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:32Z', 'revision_number': 3, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:18:36.377411 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59500) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:36.410561 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9192f7ee-90e2-436e-906e-55b4c0d63075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:36.469478 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8edc3c-4e72-4b2f-a915-2a9c0af310e8 admin admin] Made reservation on behalf of 7a9e1eee32f04f3cabd8219d36d2c6a7 for: {'subnet': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:18:36.476179 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8a8edc3c-4e72-4b2f-a915-2a9c0af310e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:36.486190 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:36.533204 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18efc960-6739-41df-a5c7-19fecf1aa9eb admin admin] Checking segment: {'id': '56ee7bc1-29ba-43c3-9e8e-c4094f3c3327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:18:36.541232 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18efc960-6739-41df-a5c7-19fecf1aa9eb admin admin] Network hostable DHCP agents. Network: ee5e6d32-76f2-40e4-8379-2f8cd4f72b00, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:18:36.552609 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efc960-6739-41df-a5c7-19fecf1aa9eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=150a815a-b090-47fa-bea9-739cdec044a9,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:36.654112 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e636b-4bc7-438e-b512-8cc84b023a7a None None] Pushing event updated for resources: {'Port': ['ID=4fe66542-c67f-4abe-8dee-9ceaf503de63,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:36.700058 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 955ce33d-567c-4407-bf3c-bcd55d4845c6 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:36.773575 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-72530a7f-a61e-4b15-8d6b-64df8185cb4d None None] Current status of the port 955ce33d-567c-4407-bf3c-bcd55d4845c6 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:36.788116 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:36.789785 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18efc960-6739-41df-a5c7-19fecf1aa9eb admin admin] Network ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:18:36.823548 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6060f48f-16f0-4836-b195-28c457c2c2f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:36.838253 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-18efc960-6739-41df-a5c7-19fecf1aa9eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, ee5e6d32-76f2-40e4-8379-2f8cd4f72b00) {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:36.854390 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18efc960-6739-41df-a5c7-19fecf1aa9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:18:36.855035 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-18efc960-6739-41df-a5c7-19fecf1aa9eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:36.855131 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df05ed6-6dfe-430b-9d3b-66ffc4f80193 None None] Network ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:18:36.985946 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9192f7ee-90e2-436e-906e-55b4c0d63075 admin admin] Publish callbacks [] for security_group (75465eaf-0eb7-4314-bf4b-a010da917fb4), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:36.987251 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6060f48f-16f0-4836-b195-28c457c2c2f4 admin admin] Publish callbacks [] for security_group (74dd1510-ac45-464e-a897-67f8afc7760c), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:36.999632 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6060f48f-16f0-4836-b195-28c457c2c2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (74dd1510-ac45-464e-a897-67f8afc7760c), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.014343 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 4fe66542-c67f-4abe-8dee-9ceaf503de63 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:37.053340 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-27255100-23b3-45ae-9f33-b9421be93b9f None None] Provisioning complete for port c3aaf124-1f05-4392-af9f-26deabc46728 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:37.054105 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-27255100-23b3-45ae-9f33-b9421be93b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (c3aaf124-1f05-4392-af9f-26deabc46728), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.061893 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:37.062055 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-18efc960-6739-41df-a5c7-19fecf1aa9eb admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6492460 Sep 13 01:18:37.062756 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59510) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:37.063933 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-6060f48f-16f0-4836-b195-28c457c2c2f4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=303be6708ab546b8a5d2c8ed0d525523&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6815031 Sep 13 01:18:37.075390 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9192f7ee-90e2-436e-906e-55b4c0d63075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (75465eaf-0eb7-4314-bf4b-a010da917fb4), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.088745 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59514) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:37.090154 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1790228227-router', 'tenant_id': '6475b1b1e54c4b0eb86021d82021de78', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:37.101110 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Publish callbacks [] for port (680abda4-f932-4fcb-842a-3d5c8c9bb2d0), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.106064 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:37.153341 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-27255100-23b3-45ae-9f33-b9421be93b9f None None] Port c3aaf124-1f05-4392-af9f-26deabc46728 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:18:37.189989 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (c3aaf124-1f05-4392-af9f-26deabc46728), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.199217 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 4fe66542-c67f-4abe-8dee-9ceaf503de63 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:37.200073 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (4fe66542-c67f-4abe-8dee-9ceaf503de63), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.230701 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4256e4d7-f65d-58b5-a57f-4fc85113e640-ee5e6d32-76f2-40e4-8379-2f8cd4f72b00', 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00', 'project_id': '6475b1b1e54c4b0eb86021d82021de78', 'fixed_ips': [{'subnet_id': '150a815a-b090-47fa-bea9-739cdec044a9'}]}} from dv-cinder-856941-3-iscsi. {{(pid=106210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 01:18:37.232444 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.247458 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-959874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16255'] for router (bd794fc0-1ad3-40d6-a82d-cec9bba01c12), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.248482 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16244'] for router (bd794fc0-1ad3-40d6-a82d-cec9bba01c12), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.254181 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-9192f7ee-90e2-436e-906e-55b4c0d63075 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9350ad0ccbc54f05bba32baa1229faef&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4890471 Sep 13 01:18:37.263516 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59518) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:37.264173 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060f48f-16f0-4836-b195-28c457c2c2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dd1510-ac45-464e-a897-67f8afc7760c,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:37.288573 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192f7ee-90e2-436e-906e-55b4c0d63075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75465eaf-0eb7-4314-bf4b-a010da917fb4,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:37.343667 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8a8edc3c-4e72-4b2f-a915-2a9c0af310e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for subnet (4dc1ba80-c277-4b7a-83cd-c01962e812af), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.360352 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-91805c9f-1acc-487f-a1a1-1d3fcbcd26b0 admin admin] Publish callbacks [] for security_group (74dd1510-ac45-464e-a897-67f8afc7760c), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.417909 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Publish callbacks [] for router_controller (bd794fc0-1ad3-40d6-a82d-cec9bba01c12), precommit_add_association {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.580085 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8edc3c-4e72-4b2f-a915-2a9c0af310e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc1ba80-c277-4b7a-83cd-c01962e812af,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:37.586961 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (680abda4-f932-4fcb-842a-3d5c8c9bb2d0), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.603785 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] Publish callbacks [] for port (c3aaf124-1f05-4392-af9f-26deabc46728), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.606331 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:37.622612 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (c3aaf124-1f05-4392-af9f-26deabc46728), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.623834 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609666'] for router_interface (c7bf1ba1-fb53-439f-a802-38abd59ee8eb), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.691846 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 4fe66542-c67f-4abe-8dee-9ceaf503de63 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:37.692331 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (4fe66542-c67f-4abe-8dee-9ceaf503de63), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.696187 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-91805c9f-1acc-487f-a1a1-1d3fcbcd26b0 admin admin] Publish callbacks [] for security_group (74dd1510-ac45-464e-a897-67f8afc7760c), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.702222 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] Pushing event updated for resources: {'Port': ['ID=c3aaf124-1f05-4392-af9f-26deabc46728,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:37.749766 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:18:37.796121 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Allocated IP 172.20.0.2 (ee5e6d32-76f2-40e4-8379-2f8cd4f72b00/150a815a-b090-47fa-bea9-739cdec044a9/9818f8b9-5538-4b9e-8c90-149595de5679) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:18:37.840359 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:37.841484 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:37.872399 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9ca2cb7e-ee0d-416b-a469-309b08de055f admin admin] Publish callbacks [] for security_group (75465eaf-0eb7-4314-bf4b-a010da917fb4), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.890693 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:18:37.904592 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9ca2cb7e-ee0d-416b-a469-309b08de055f admin admin] Publish callbacks [] for security_group (75465eaf-0eb7-4314-bf4b-a010da917fb4), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:37.965669 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Pushing event updated for resources: {'Port': ['ID=680abda4-f932-4fcb-842a-3d5c8c9bb2d0,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:37.997420 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] Network bdb1d525-4a86-4d73-99d0-0254f6253a0a is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:18:38.018225 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:38.027011 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8edc3c-4e72-4b2f-a915-2a9c0af310e8 admin admin] Checking segment: {'id': '8fdadaaa-b72b-4894-8c41-2c1ebf51a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:18:38.028045 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8edc3c-4e72-4b2f-a915-2a9c0af310e8 admin admin] Network hostable DHCP agents. Network: 47cc024b-679e-42c4-bf2a-2407e9c9e294, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:18:38.051736 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:38.082583 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Publish callbacks [] for port (9818f8b9-5538-4b9e-8c90-149595de5679), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:38.088143 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 4fe66542-c67f-4abe-8dee-9ceaf503de63, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=4fe66542-c67f-4abe-8dee-9ceaf503de63,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:18:38.092815 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (9818f8b9-5538-4b9e-8c90-149595de5679), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:38.130526 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:38.143709 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9ca2cb7e-ee0d-416b-a469-309b08de055f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (75465eaf-0eb7-4314-bf4b-a010da917fb4), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:38.144427 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (4fe66542-c67f-4abe-8dee-9ceaf503de63), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:38.146831 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9ca2cb7e-ee0d-416b-a469-309b08de055f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:38.147049 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a254ee45-5492-4bd9-93f4-0373d9d89fef None None] Network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:18:38.149714 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-9ca2cb7e-ee0d-416b-a469-309b08de055f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/75465eaf-0eb7-4314-bf4b-a010da917fb4 HTTP/1.1" status: 204 len: 168 time: 0.8783293 Sep 13 01:18:38.155313 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-91805c9f-1acc-487f-a1a1-1d3fcbcd26b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (74dd1510-ac45-464e-a897-67f8afc7760c), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:38.158352 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-91805c9f-1acc-487f-a1a1-1d3fcbcd26b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:38.159725 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-91805c9f-1acc-487f-a1a1-1d3fcbcd26b0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/74dd1510-ac45-464e-a897-67f8afc7760c HTTP/1.1" status: 204 len: 168 time: 1.0698791 Sep 13 01:18:38.181716 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2cb7e-ee0d-416b-a469-309b08de055f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75465eaf-0eb7-4314-bf4b-a010da917fb4,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:38.199148 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91805c9f-1acc-487f-a1a1-1d3fcbcd26b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dd1510-ac45-464e-a897-67f8afc7760c,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:38.257368 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:38.303494 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-8d7bceec-aba8-4e3a-898b-1776c5292fab None None] Provisioning complete for port 4fe66542-c67f-4abe-8dee-9ceaf503de63 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:38.303679 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Publish callbacks [] for router_gateway (bd794fc0-1ad3-40d6-a82d-cec9bba01c12), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:38.304886 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8d7bceec-aba8-4e3a-898b-1776c5292fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (4fe66542-c67f-4abe-8dee-9ceaf503de63), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:38.334235 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] Router c7bf1ba1-fb53-439f-a802-38abd59ee8eb has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:18:38.407124 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8edc3c-4e72-4b2f-a915-2a9c0af310e8 admin admin] Network 47cc024b-679e-42c4-bf2a-2407e9c9e294 is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:18:38.444092 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Network ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:18:38.456129 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:38.477874 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:18:38.487612 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-8a8edc3c-4e72-4b2f-a915-2a9c0af310e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, 47cc024b-679e-42c4-bf2a-2407e9c9e294) {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:38.501335 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8edc3c-4e72-4b2f-a915-2a9c0af310e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:18:38.501932 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8a8edc3c-4e72-4b2f-a915-2a9c0af310e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:38.540197 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Publish callbacks [] for router_gateway (e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:38.550148 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-8a8edc3c-4e72-4b2f-a915-2a9c0af310e8 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7181761 Sep 13 01:18:38.566903 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527d5295-3ff0-4423-9429-cf943af3ee97 None None] Network 47cc024b-679e-42c4-bf2a-2407e9c9e294 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:18:38.613520 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Pushing event updated for resources: {'Port': ['ID=9818f8b9-5538-4b9e-8c90-149595de5679,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:38.634222 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Attempting to bind port 9818f8b9-5538-4b9e-8c90-149595de5679 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:18:38.634707 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Attempting to bind port 9818f8b9-5538-4b9e-8c90-149595de5679 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '56ee7bc1-29ba-43c3-9e8e-c4094f3c3327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:18:38.635218 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Attempting to bind port 9818f8b9-5538-4b9e-8c90-149595de5679 on network ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:18:38.635664 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59548) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:38.644109 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:38.761683 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-959874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16255'] for router (1da0af32-fa10-4281-91bf-43a5436f3ee3), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:38.765740 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16244'] for router (1da0af32-fa10-4281-91bf-43a5436f3ee3), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:38.952350 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59554) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:38.952739 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59556) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:38.966125 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Publish callbacks [] for router_controller (1da0af32-fa10-4281-91bf-43a5436f3ee3), precommit_add_association {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.020913 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Publish callbacks [] for router_gateway (bd794fc0-1ad3-40d6-a82d-cec9bba01c12), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.036387 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:18:39.037341 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Checking segment: {'id': '56ee7bc1-29ba-43c3-9e8e-c4094f3c3327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:18:39.037768 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.038156 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Bound using segment: {'id': '56ee7bc1-29ba-43c3-9e8e-c4094f3c3327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:18:39.038642 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Bound port: 9818f8b9-5538-4b9e-8c90-149595de5679, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ee7bc1-29ba-43c3-9e8e-c4094f3c3327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:18:39.039111 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (9818f8b9-5538-4b9e-8c90-149595de5679), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.045519 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.056643 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-fd4f2bea-164f-483d-b0c0-8fa8739ec07e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.061650 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:18:39.079370 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device e5f1d197-9f0c-41b3-8491-f090bdd21b3f up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:39.118359 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-8d7bceec-aba8-4e3a-898b-1776c5292fab None None] Current status of the port 4fe66542-c67f-4abe-8dee-9ceaf503de63 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:39.128205 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:39.130627 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-02434ca2-68ec-48e4-b17b-65d1c4c94216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.178756 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-49caf2c2-8bae-496c-b554-688045424028 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/c7bf1ba1-fb53-439f-a802-38abd59ee8eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8529809 Sep 13 01:18:39.245462 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] For port 9818f8b9-5538-4b9e-8c90-149595de5679, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:18:39.251821 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-961843'] for router (e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.252251 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] For port 9818f8b9-5538-4b9e-8c90-149595de5679, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=9818f8b9-5538-4b9e-8c90-149595de5679,segment=NetworkSegment(56ee7bc1-29ba-43c3-9e8e-c4094f3c3327),segment_id=56ee7bc1-29ba-43c3-9e8e-c4094f3c3327)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:18:39.274313 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Sync routers for ids ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:18:39.298746 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (9818f8b9-5538-4b9e-8c90-149595de5679), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.322104 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-d33fb4bf-7cda-4eb0-8e20-9aa0c1799733 None None] Provisioning complete for port c3aaf124-1f05-4392-af9f-26deabc46728 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:39.322505 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d33fb4bf-7cda-4eb0-8e20-9aa0c1799733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (c3aaf124-1f05-4392-af9f-26deabc46728), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.322693 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Allocated IP 172.27.1.116 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/72870bac-96f0-4132-99b2-5d6b93b8a0b8) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:18:39.390184 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-d33fb4bf-7cda-4eb0-8e20-9aa0c1799733 None None] Port c3aaf124-1f05-4392-af9f-26deabc46728 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:18:39.405651 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-fd4f2bea-164f-483d-b0c0-8fa8739ec07e admin admin] Publish callbacks [] for security_group (65c4030d-c312-4e0c-bb08-29070af93e51), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.434639 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-d33fb4bf-7cda-4eb0-8e20-9aa0c1799733 None None] Provisioning complete for port 4fe66542-c67f-4abe-8dee-9ceaf503de63 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:39.435155 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d33fb4bf-7cda-4eb0-8e20-9aa0c1799733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (4fe66542-c67f-4abe-8dee-9ceaf503de63), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.440131 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port e5f1d197-9f0c-41b3-8491-f090bdd21b3f triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:39.440628 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (e5f1d197-9f0c-41b3-8491-f090bdd21b3f), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.460301 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:39.564039 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Publish callbacks [] for port (72870bac-96f0-4132-99b2-5d6b93b8a0b8), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.606225 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:39.617156 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:39.618814 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Routers {'c7bf1ba1-fb53-439f-a802-38abd59ee8eb'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:18:39.639329 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:18:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:39.663572 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-fd4f2bea-164f-483d-b0c0-8fa8739ec07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (65c4030d-c312-4e0c-bb08-29070af93e51), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.683148 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 is scheduled to L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb with binding_index 1 {{(pid=106209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 01:18:39.741016 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-fd4f2bea-164f-483d-b0c0-8fa8739ec07e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b9ad81ba0cdc4e88ba78ba44b495bdc5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7814693 Sep 13 01:18:39.741210 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59582) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:39.758712 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=4fe66542-c67f-4abe-8dee-9ceaf503de63,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:39.777615 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f2bea-164f-483d-b0c0-8fa8739ec07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c4030d-c312-4e0c-bb08-29070af93e51,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:39.787181 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (72870bac-96f0-4132-99b2-5d6b93b8a0b8), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.880300 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a27b60-266e-4c6c-bcd7-3ad5a71688e0 None None] Pushing event updated for resources: {'Port': ['ID=9818f8b9-5538-4b9e-8c90-149595de5679,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:39.903859 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:39.909700 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-02434ca2-68ec-48e4-b17b-65d1c4c94216 admin admin] Publish callbacks [] for security_group (7cae2c1d-10bc-4f41-b570-3c74d36d0174), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.915564 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Publish callbacks [] for router_gateway (1da0af32-fa10-4281-91bf-43a5436f3ee3), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.922469 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-02434ca2-68ec-48e4-b17b-65d1c4c94216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (7cae2c1d-10bc-4f41-b570-3c74d36d0174), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.970225 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4256e4d7-f65d-58b5-a57f-4fc85113e640-47cc024b-679e-42c4-bf2a-2407e9c9e294', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af'}]}} from dv-cinder-856941-3-iscsi. {{(pid=106210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 01:18:39.971703 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:39.976364 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:18:39.981168 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:39.987868 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-02434ca2-68ec-48e4-b17b-65d1c4c94216 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5e92e5aa357c4b2aa13612e0ba07313d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0301468 Sep 13 01:18:39.990112 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59586) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:39.990730 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02434ca2-68ec-48e4-b17b-65d1c4c94216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cae2c1d-10bc-4f41-b570-3c74d36d0174,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:40.010216 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:40.018522 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:18:40.020566 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Pushing event updated for resources: {'Port': ['ID=72870bac-96f0-4132-99b2-5d6b93b8a0b8,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:40.044453 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port e5f1d197-9f0c-41b3-8491-f090bdd21b3f is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:40.045037 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (e5f1d197-9f0c-41b3-8491-f090bdd21b3f), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:40.086786 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0c15b570-caff-415e-b96c-0bee9117c20b admin admin] Publish callbacks [] for security_group (65c4030d-c312-4e0c-bb08-29070af93e51), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:40.103473 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59588) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:40.115511 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-229f2028-1c06-4905-8dab-c31955c03c5e admin admin] Publish callbacks [] for security_group (7cae2c1d-10bc-4f41-b570-3c74d36d0174), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:40.162021 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59594) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:40.170738 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-ced463fe-55ad-4eb2-aaf3-f9f6b17b5505 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1661316253', 'description': 'tempest-description--2060180299'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:40.172208 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0c15b570-caff-415e-b96c-0bee9117c20b admin admin] Publish callbacks [] for security_group (65c4030d-c312-4e0c-bb08-29070af93e51), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:40.175032 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:18:40.188212 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Sync routers for ids ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:18:40.191489 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-229f2028-1c06-4905-8dab-c31955c03c5e admin admin] Publish callbacks [] for security_group (7cae2c1d-10bc-4f41-b570-3c74d36d0174), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:40.207332 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Routers {'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:18:40.210493 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:18:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:40.240190 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:40.241715 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-b6d3d51a-89e6-46c2-8b24-01058a8097a0 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0876684 Sep 13 01:18:40.245051 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59596) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:40.254892 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port e5f1d197-9f0c-41b3-8491-f090bdd21b3f, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=e5f1d197-9f0c-41b3-8491-f090bdd21b3f,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:18:40.324812 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ced463fe-55ad-4eb2-aaf3-f9f6b17b5505 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:40.341460 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-229f2028-1c06-4905-8dab-c31955c03c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (7cae2c1d-10bc-4f41-b570-3c74d36d0174), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:40.345636 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-229f2028-1c06-4905-8dab-c31955c03c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:40.350062 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-229f2028-1c06-4905-8dab-c31955c03c5e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7cae2c1d-10bc-4f41-b570-3c74d36d0174 HTTP/1.1" status: 204 len: 168 time: 0.3545210 Sep 13 01:18:40.366573 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-d33fb4bf-7cda-4eb0-8e20-9aa0c1799733 None None] Current status of the port 4fe66542-c67f-4abe-8dee-9ceaf503de63 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:40.378989 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Set router c7bf1ba1-fb53-439f-a802-38abd59ee8eb gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:18:40.385222 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (e5f1d197-9f0c-41b3-8491-f090bdd21b3f), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:40.448206 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Set router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:18:40.480440 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0c15b570-caff-415e-b96c-0bee9117c20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (65c4030d-c312-4e0c-bb08-29070af93e51), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:40.483187 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0c15b570-caff-415e-b96c-0bee9117c20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:40.484547 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-0c15b570-caff-415e-b96c-0bee9117c20b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/65c4030d-c312-4e0c-bb08-29070af93e51 HTTP/1.1" status: 204 len: 168 time: 0.7424316 Sep 13 01:18:40.548378 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f2028-1c06-4905-8dab-c31955c03c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cae2c1d-10bc-4f41-b570-3c74d36d0174,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:40.552055 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1659bb1b-1c68-4107-9cc2-7c52c5deff31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:40.564666 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15b570-caff-415e-b96c-0bee9117c20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c4030d-c312-4e0c-bb08-29070af93e51,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:40.678327 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:33Z', 'updated_at': '2022-09-13T01:18:38Z', 'revision_number': 3, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'gw_port': {'id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:35Z', 'updated_at': '2022-09-13T01:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:40.713451 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Checking router: e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:18:40.713806 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Updating router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 port 680abda4-f932-4fcb-842a-3d5c8c9bb2d0 binding host dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:18:40.716907 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Publish callbacks [] for router_gateway (bd794fc0-1ad3-40d6-a82d-cec9bba01c12), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:40.864532 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (680abda4-f932-4fcb-842a-3d5c8c9bb2d0), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:40.870276 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Publish callbacks [] for router_gateway (1da0af32-fa10-4281-91bf-43a5436f3ee3), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:40.934808 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:40.991120 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:41.139107 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1659bb1b-1c68-4107-9cc2-7c52c5deff31 admin admin] Publish callbacks [] for security_group (745a3fc2-9f8b-40ee-9611-0829ca0514c4), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:41.142905 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35e5ad-f7f5-4a5f-ae7b-b695d71cf779 None None] Network ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:18:41.144844 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=e5f1d197-9f0c-41b3-8491-f090bdd21b3f,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:41.149191 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:41.159015 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1659bb1b-1c68-4107-9cc2-7c52c5deff31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (745a3fc2-9f8b-40ee-9611-0829ca0514c4), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:41.169029 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 4fe66542-c67f-4abe-8dee-9ceaf503de63 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:41.195167 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:41.245496 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ced463fe-55ad-4eb2-aaf3-f9f6b17b5505 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group (43982cba-f599-4667-83c8-e58ae898f0b2), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:41.250533 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:41.443474 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659bb1b-1c68-4107-9cc2-7c52c5deff31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745a3fc2-9f8b-40ee-9611-0829ca0514c4,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:41.497732 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ced463fe-55ad-4eb2-aaf3-f9f6b17b5505 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (43982cba-f599-4667-83c8-e58ae898f0b2), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:41.566944 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-1659bb1b-1c68-4107-9cc2-7c52c5deff31 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=768dedda6202441c89b6d64055c98913&name=default HTTP/1.1" status: 200 len: 2995 time: 1.4601398 Sep 13 01:18:41.587877 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:41.607446 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59648) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:41.673402 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:41.745215 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ced463fe-55ad-4eb2-aaf3-f9f6b17b5505 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:41.746874 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Publish callbacks [] for port (680abda4-f932-4fcb-842a-3d5c8c9bb2d0), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:41.750422 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-ced463fe-55ad-4eb2-aaf3-f9f6b17b5505 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5868869 Sep 13 01:18:41.751899 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59660) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:41.754089 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced463fe-55ad-4eb2-aaf3-f9f6b17b5505 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43982cba-f599-4667-83c8-e58ae898f0b2,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:41.760955 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Allocated IP 172.20.0.2 (47cc024b-679e-42c4-bf2a-2407e9c9e294/4dc1ba80-c277-4b7a-83cd-c01962e812af/dd34793f-4aa5-424d-8db9-f983cfdcff32) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:18:41.769482 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (680abda4-f932-4fcb-842a-3d5c8c9bb2d0), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:41.770340 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:36Z', 'revision_number': 4, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'c3aaf124-1f05-4392-af9f-26deabc46728', 'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'tenant_id': '9056ec686513412a87c292387e25e870', 'mac_address': 'fa:16:3e:58:81:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:34Z', 'updated_at': '2022-09-13T01:18:37Z', 'revision_number': 2, 'project_id': '9056ec686513412a87c292387e25e870', 'subnets': [{'id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:41.784171 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-cb9cb445-f331-4032-abe0-90ae66a4b44c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Request body: {'security_group_rule': {'security_group_id': '43982cba-f599-4667-83c8-e58ae898f0b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:41.834157 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Attempting to bind port 680abda4-f932-4fcb-842a-3d5c8c9bb2d0 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:18:41.834542 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Attempting to bind port 680abda4-f932-4fcb-842a-3d5c8c9bb2d0 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:18:41.835762 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Attempting to bind port 680abda4-f932-4fcb-842a-3d5c8c9bb2d0 on network 2a9ecfbd-a328-4077-a2ee-7c267345041e {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:18:41.883666 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:41.884853 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-c360ad01-84aa-42b7-b441-9db3e5486e02 None None] Provisioning complete for port 9818f8b9-5538-4b9e-8c90-149595de5679 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:41.885949 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c360ad01-84aa-42b7-b441-9db3e5486e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (9818f8b9-5538-4b9e-8c90-149595de5679), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:41.888714 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99def34b-dd16-4089-a383-dfb639717b77 None None] Pushing event updated for resources: {'Port': ['ID=680abda4-f932-4fcb-842a-3d5c8c9bb2d0,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:41.906611 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Allocated IP 172.27.1.117 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/4ad1cfaa-e400-41a2-9bb5-912a64f9abeb) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:18:41.913047 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:18:41.913441 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Checking segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:18:41.913997 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:41.914389 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Bound using segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:18:41.914879 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Bound port: 680abda4-f932-4fcb-842a-3d5c8c9bb2d0, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:18:41.915300 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (680abda4-f932-4fcb-842a-3d5c8c9bb2d0), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:41.979181 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] For port 680abda4-f932-4fcb-842a-3d5c8c9bb2d0, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:18:41.979404 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 4fe66542-c67f-4abe-8dee-9ceaf503de63 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:41.979669 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (4fe66542-c67f-4abe-8dee-9ceaf503de63), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:41.983315 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] For port 680abda4-f932-4fcb-842a-3d5c8c9bb2d0, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=680abda4-f932-4fcb-842a-3d5c8c9bb2d0,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:18:42.002092 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (680abda4-f932-4fcb-842a-3d5c8c9bb2d0), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:42.043029 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cb9cb445-f331-4032-abe0-90ae66a4b44c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group_rule (46c372c4-6c36-45dc-b3d6-db79488f3ca9), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:42.049337 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-961843'] for router (bd794fc0-1ad3-40d6-a82d-cec9bba01c12), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:42.049999 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f39fe049-aa1a-41ef-b008-9ed1f9122621 admin admin] Publish callbacks [] for security_group (745a3fc2-9f8b-40ee-9611-0829ca0514c4), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:42.067395 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Checking router: c7bf1ba1-fb53-439f-a802-38abd59ee8eb for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:18:42.072008 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Updating router c7bf1ba1-fb53-439f-a802-38abd59ee8eb port c3aaf124-1f05-4392-af9f-26deabc46728 binding host dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:18:42.088906 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Routers {'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:18:42.089526 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:18:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:42.150698 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (c3aaf124-1f05-4392-af9f-26deabc46728), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:42.310493 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f39fe049-aa1a-41ef-b008-9ed1f9122621 admin admin] Publish callbacks [] for security_group (745a3fc2-9f8b-40ee-9611-0829ca0514c4), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:42.368948 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Publish callbacks [] for port (4ad1cfaa-e400-41a2-9bb5-912a64f9abeb), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:42.450396 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:42.469336 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:42.479977 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] Set router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:18:42.553001 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99def34b-dd16-4089-a383-dfb639717b77 None None] Pushing event updated for resources: {'Port': ['ID=680abda4-f932-4fcb-842a-3d5c8c9bb2d0,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:42.600995 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cb9cb445-f331-4032-abe0-90ae66a4b44c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group_rule (46c372c4-6c36-45dc-b3d6-db79488f3ca9), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:42.617441 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cb9cb445-f331-4032-abe0-90ae66a4b44c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (46c372c4-6c36-45dc-b3d6-db79488f3ca9), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:42.630176 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (4ad1cfaa-e400-41a2-9bb5-912a64f9abeb), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:42.672974 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f39fe049-aa1a-41ef-b008-9ed1f9122621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (745a3fc2-9f8b-40ee-9611-0829ca0514c4), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:42.684103 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f39fe049-aa1a-41ef-b008-9ed1f9122621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:42.689691 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-f39fe049-aa1a-41ef-b008-9ed1f9122621 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/745a3fc2-9f8b-40ee-9611-0829ca0514c4 HTTP/1.1" status: 204 len: 168 time: 1.0769925 Sep 13 01:18:42.740030 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cb9cb445-f331-4032-abe0-90ae66a4b44c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:42.746249 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-cb9cb445-f331-4032-abe0-90ae66a4b44c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9866819 Sep 13 01:18:42.754694 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59700) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:42.756743 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cb445-f331-4032-abe0-90ae66a4b44c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c372c4-6c36-45dc-b3d6-db79488f3ca9,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:42.765591 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-9c649f2f-b35a-40f0-ad3c-ea84af92b064 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Request body: {'security_group_rule': {'security_group_id': '43982cba-f599-4667-83c8-e58ae898f0b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:42.893943 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Router bd794fc0-1ad3-40d6-a82d-cec9bba01c12 is scheduled to L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb with binding_index 1 {{(pid=106209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 01:18:42.895393 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Pushing event updated for resources: {'Port': ['ID=4ad1cfaa-e400-41a2-9bb5-912a64f9abeb,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:42.900730 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Publish callbacks [] for port (dd34793f-4aa5-424d-8db9-f983cfdcff32), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:42.901557 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fe049-aa1a-41ef-b008-9ed1f9122621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745a3fc2-9f8b-40ee-9611-0829ca0514c4,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:42.911959 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:18:42.913240 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:42.917318 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:42.930360 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:18:42.945371 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (dd34793f-4aa5-424d-8db9-f983cfdcff32), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:42.991597 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Network 47cc024b-679e-42c4-bf2a-2407e9c9e294 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:18:42.995152 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 4fe66542-c67f-4abe-8dee-9ceaf503de63 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:42.996280 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 9818f8b9-5538-4b9e-8c90-149595de5679 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:43.004132 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:43.008155 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:18:43.011619 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:33Z', 'updated_at': '2022-09-13T01:18:38Z', 'revision_number': 3, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'gw_port': {'id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:35Z', 'updated_at': '2022-09-13T01:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:43.053378 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] Allocated IP 172.20.0.1 (f76e7426-2310-4c50-8ad0-bf7be7b0fe24/89162ffe-bd41-4b0f-96cf-08e9b2407131/e2d89c75-e1f1-4f3a-bad7-5af2f524a024) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:18:43.103958 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ee3d4-5e33-4003-8822-785fd4801157 None None] The sync data for ids ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'] in dv-cinder-856941-3-iscsi is: [{'id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:33Z', 'updated_at': '2022-09-13T01:18:38Z', 'revision_number': 3, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'gw_port': {'id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:35Z', 'updated_at': '2022-09-13T01:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:18:43.153115 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:43.155576 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9c649f2f-b35a-40f0-ad3c-ea84af92b064 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group_rule (9ce1e794-5147-49be-a119-b5914391a8bf), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:43.222468 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:43.223442 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Pushing event updated for resources: {'Port': ['ID=dd34793f-4aa5-424d-8db9-f983cfdcff32,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:43.324425 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:43.326474 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Publish callbacks [] for router_gateway (1da0af32-fa10-4281-91bf-43a5436f3ee3), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:43.433518 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] Publish callbacks [] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:43.446811 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-c360ad01-84aa-42b7-b441-9db3e5486e02 None None] Current status of the port 9818f8b9-5538-4b9e-8c90-149595de5679 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:43.447249 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c360ad01-84aa-42b7-b441-9db3e5486e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (9818f8b9-5538-4b9e-8c90-149595de5679), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:43.490741 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:43.593526 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Attempting to bind port dd34793f-4aa5-424d-8db9-f983cfdcff32 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:18:43.594552 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Attempting to bind port dd34793f-4aa5-424d-8db9-f983cfdcff32 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '8fdadaaa-b72b-4894-8c41-2c1ebf51a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:18:43.594932 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Attempting to bind port dd34793f-4aa5-424d-8db9-f983cfdcff32 on network 47cc024b-679e-42c4-bf2a-2407e9c9e294 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:18:43.606889 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] Network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:18:43.615690 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:43.619314 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9c649f2f-b35a-40f0-ad3c-ea84af92b064 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group_rule (9ce1e794-5147-49be-a119-b5914391a8bf), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:43.625563 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:18:43.627802 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:18:43.629270 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609558'] for router_interface (e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:43.665641 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Sync routers for ids ['bd794fc0-1ad3-40d6-a82d-cec9bba01c12'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:18:43.670947 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Publish callbacks [] for port (c3aaf124-1f05-4392-af9f-26deabc46728), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:43.675296 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:43.680601 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-c360ad01-84aa-42b7-b441-9db3e5486e02 None None] For port 9818f8b9-5538-4b9e-8c90-149595de5679, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=9818f8b9-5538-4b9e-8c90-149595de5679,segment=NetworkSegment(56ee7bc1-29ba-43c3-9e8e-c4094f3c3327),segment_id=56ee7bc1-29ba-43c3-9e8e-c4094f3c3327)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:18:43.684856 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 9818f8b9-5538-4b9e-8c90-149595de5679 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:43.685177 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (9818f8b9-5538-4b9e-8c90-149595de5679), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:43.697158 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (c3aaf124-1f05-4392-af9f-26deabc46728), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:43.726968 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c360ad01-84aa-42b7-b441-9db3e5486e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (9818f8b9-5538-4b9e-8c90-149595de5679), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:43.776227 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Routers {'bd794fc0-1ad3-40d6-a82d-cec9bba01c12'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:18:43.777166 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:18:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['bd794fc0-1ad3-40d6-a82d-cec9bba01c12'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:43.831179 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:18:43.831555 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Checking segment: {'id': '8fdadaaa-b72b-4894-8c41-2c1ebf51a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:18:43.831956 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:43.832398 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Bound using segment: {'id': '8fdadaaa-b72b-4894-8c41-2c1ebf51a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:18:43.832889 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Bound port: dd34793f-4aa5-424d-8db9-f983cfdcff32, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fdadaaa-b72b-4894-8c41-2c1ebf51a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:18:43.833263 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (dd34793f-4aa5-424d-8db9-f983cfdcff32), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:43.882670 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9c649f2f-b35a-40f0-ad3c-ea84af92b064 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (9ce1e794-5147-49be-a119-b5914391a8bf), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:43.953534 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:43.986877 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea125706-4de6-410d-a779-2c5c86a76f37 None None] Pushing event updated for resources: {'Port': ['ID=c3aaf124-1f05-4392-af9f-26deabc46728,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:43.988365 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] Pushing event updated for resources: {'Port': ['ID=e2d89c75-e1f1-4f3a-bad7-5af2f524a024,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:44.037902 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-bb5d9184-d3fa-469f-9642-7d0dac8f2805 None None] Provisioning complete for port 9818f8b9-5538-4b9e-8c90-149595de5679 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:44.038294 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bb5d9184-d3fa-469f-9642-7d0dac8f2805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (9818f8b9-5538-4b9e-8c90-149595de5679), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:44.040798 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c649f2f-b35a-40f0-ad3c-ea84af92b064 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce1e794-5147-49be-a119-b5914391a8bf,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:44.044736 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9c649f2f-b35a-40f0-ad3c-ea84af92b064 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:44.063168 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-9c649f2f-b35a-40f0-ad3c-ea84af92b064 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2856445 Sep 13 01:18:44.066653 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59732) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:44.071543 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-5e54033f-d6c6-4427-9c8f-4eac09f55bec tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Request body: {'floatingip': {'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:44.094736 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:44.100378 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-1df88425-a2da-4b3d-8477-a275922e4f0f admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0217919 Sep 13 01:18:44.100378 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59736) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:44.111422 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-961843'] for router (1da0af32-fa10-4281-91bf-43a5436f3ee3), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:44.235641 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:44.263605 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:44.284774 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e54033f-d6c6-4427-9c8f-4eac09f55bec tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:44.315409 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:44.352219 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Attempting to bind port c3aaf124-1f05-4392-af9f-26deabc46728 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:18:44.352219 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Attempting to bind port c3aaf124-1f05-4392-af9f-26deabc46728 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:18:44.352844 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Attempting to bind port c3aaf124-1f05-4392-af9f-26deabc46728 on network bdb1d525-4a86-4d73-99d0-0254f6253a0a {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:18:44.353961 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Router 1da0af32-fa10-4281-91bf-43a5436f3ee3 is scheduled to L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb with binding_index 1 {{(pid=106208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 01:18:44.508570 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:18:44.517642 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:44.521281 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Set router bd794fc0-1ad3-40d6-a82d-cec9bba01c12 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:18:44.522509 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Sync routers for ids ['1da0af32-fa10-4281-91bf-43a5436f3ee3'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:18:44.545877 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Routers {'1da0af32-fa10-4281-91bf-43a5436f3ee3'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:18:44.546522 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:18:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['1da0af32-fa10-4281-91bf-43a5436f3ee3'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:44.568472 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 9818f8b9-5538-4b9e-8c90-149595de5679 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:44.571158 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:44.582355 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-8a696846-4a57-4829-8603-70bf1e0a5c14 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9429266 Sep 13 01:18:44.583049 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59752) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:44.629961 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] For port dd34793f-4aa5-424d-8db9-f983cfdcff32, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:18:44.643315 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360ad01-84aa-42b7-b441-9db3e5486e02 None None] Pushing event updated for resources: {'Port': ['ID=9818f8b9-5538-4b9e-8c90-149595de5679,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:44.676852 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] For port dd34793f-4aa5-424d-8db9-f983cfdcff32, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=dd34793f-4aa5-424d-8db9-f983cfdcff32,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:18:44.756706 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (dd34793f-4aa5-424d-8db9-f983cfdcff32), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:44.809595 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:18:44.809975 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Checking segment: {'id': 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:18:44.811801 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:44.812172 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Bound using segment: {'id': 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:18:44.812723 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Bound port: c3aaf124-1f05-4392-af9f-26deabc46728, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:18:44.813125 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (c3aaf124-1f05-4392-af9f-26deabc46728), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:44.895481 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Set router 1da0af32-fa10-4281-91bf-43a5436f3ee3 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:18:44.990636 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-bb5d9184-d3fa-469f-9642-7d0dac8f2805 None None] Current status of the port 9818f8b9-5538-4b9e-8c90-149595de5679 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:45.019720 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 680abda4-f932-4fcb-842a-3d5c8c9bb2d0 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:45.200199 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:45.260696 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:45.260810 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e54033f-d6c6-4427-9c8f-4eac09f55bec tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:45.353408 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:18:43Z', 'revision_number': 3, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:45.452124 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Checking router: 1da0af32-fa10-4281-91bf-43a5436f3ee3 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:18:45.454466 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Updating router 1da0af32-fa10-4281-91bf-43a5436f3ee3 port 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb binding host dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:18:45.482825 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] For port c3aaf124-1f05-4392-af9f-26deabc46728, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:18:45.490202 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] For port c3aaf124-1f05-4392-af9f-26deabc46728, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=c3aaf124-1f05-4392-af9f-26deabc46728,segment=NetworkSegment(f8fd0802-c0e8-4826-a2fb-77bcbd9b8173),segment_id=f8fd0802-c0e8-4826-a2fb-77bcbd9b8173)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:18:45.506113 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb749c36-b423-48e2-ab26-89526b0a3748 None None] Pushing event updated for resources: {'Port': ['ID=dd34793f-4aa5-424d-8db9-f983cfdcff32,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:45.535492 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (4ad1cfaa-e400-41a2-9bb5-912a64f9abeb), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:45.543604 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-d604dc0b-0bad-4ecf-baeb-93c1d3e50629 None None] Provisioning complete for port e2d89c75-e1f1-4f3a-bad7-5af2f524a024 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:45.544274 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d604dc0b-0bad-4ecf-baeb-93c1d3e50629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:45.562728 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:45.565302 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (c3aaf124-1f05-4392-af9f-26deabc46728), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:45.748898 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea125706-4de6-410d-a779-2c5c86a76f37 None None] Pushing event updated for resources: {'Port': ['ID=c3aaf124-1f05-4392-af9f-26deabc46728,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:45.757777 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Routers {'c7bf1ba1-fb53-439f-a802-38abd59ee8eb'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:18:45.760491 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:18:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:45.855855 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] Publish callbacks [] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:46.017411 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:46.019721 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] Set router c7bf1ba1-fb53-439f-a802-38abd59ee8eb gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:18:46.056443 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:46.066299 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609666'] for router_interface (e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:46.081063 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Publish callbacks [] for port (4ad1cfaa-e400-41a2-9bb5-912a64f9abeb), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:46.099542 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (4ad1cfaa-e400-41a2-9bb5-912a64f9abeb), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:46.126600 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-d604dc0b-0bad-4ecf-baeb-93c1d3e50629 None None] Port e2d89c75-e1f1-4f3a-bad7-5af2f524a024 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:18:46.207257 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Attempting to bind port 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:18:46.211456 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Attempting to bind port 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:18:46.212045 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Attempting to bind port 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb on network 2a9ecfbd-a328-4077-a2ee-7c267345041e {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:18:46.281675 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba630e-19d5-447e-b43c-91391e317309 None None] Pushing event updated for resources: {'Port': ['ID=4ad1cfaa-e400-41a2-9bb5-912a64f9abeb,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:46.306100 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:18:46.307115 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Checking segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:18:46.307924 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:46.308563 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Bound using segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:18:46.310221 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Bound port: 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:18:46.312132 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (4ad1cfaa-e400-41a2-9bb5-912a64f9abeb), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:46.413557 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:46.428886 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:46.441352 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'name': 'tempest-DeleteServersTestJSON-1790228227-router', 'tenant_id': '6475b1b1e54c4b0eb86021d82021de78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '72870bac-96f0-4132-99b2-5d6b93b8a0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:37Z', 'updated_at': '2022-09-13T01:18:40Z', 'revision_number': 3, 'project_id': '6475b1b1e54c4b0eb86021d82021de78', 'gw_port': {'id': '72870bac-96f0-4132-99b2-5d6b93b8a0b8', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:27:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:39Z', 'updated_at': '2022-09-13T01:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:46.450241 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:46.461756 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-5e54033f-d6c6-4427-9c8f-4eac09f55bec tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Allocated IP 172.27.1.155 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/8cefd033-80c1-42a1-be0b-1f7853423c64) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:18:46.472716 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] For port 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:18:46.482196 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Checking router: bd794fc0-1ad3-40d6-a82d-cec9bba01c12 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:18:46.482780 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] Allocated IP 172.20.0.1 (47cc024b-679e-42c4-bf2a-2407e9c9e294/4dc1ba80-c277-4b7a-83cd-c01962e812af/b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:18:46.483152 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Updating router bd794fc0-1ad3-40d6-a82d-cec9bba01c12 port 72870bac-96f0-4132-99b2-5d6b93b8a0b8 binding host dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:18:46.486734 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] For port 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=4ad1cfaa-e400-41a2-9bb5-912a64f9abeb,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:18:46.489203 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 680abda4-f932-4fcb-842a-3d5c8c9bb2d0 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:46.490075 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (680abda4-f932-4fcb-842a-3d5c8c9bb2d0), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:46.502218 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (4ad1cfaa-e400-41a2-9bb5-912a64f9abeb), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:46.597377 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Routers {'1da0af32-fa10-4281-91bf-43a5436f3ee3'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:18:46.601327 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:18:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['1da0af32-fa10-4281-91bf-43a5436f3ee3'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:46.602879 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (72870bac-96f0-4132-99b2-5d6b93b8a0b8), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:46.660801 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59822) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:46.735114 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59828) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:46.747604 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba630e-19d5-447e-b43c-91391e317309 None None] Pushing event updated for resources: {'Port': ['ID=4ad1cfaa-e400-41a2-9bb5-912a64f9abeb,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:46.790463 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] Publish callbacks [] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:46.807684 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:46.869002 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:46.887608 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e54033f-d6c6-4427-9c8f-4eac09f55bec tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for port (8cefd033-80c1-42a1-be0b-1f7853423c64), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:46.897688 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] Set router 1da0af32-fa10-4281-91bf-43a5436f3ee3 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:18:46.925546 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] Pushing event updated for resources: {'Port': ['ID=e2d89c75-e1f1-4f3a-bad7-5af2f524a024,revision_number=2']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:46.941309 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:46.955916 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] Network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:18:46.963522 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:46.970025 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] Network 47cc024b-679e-42c4-bf2a-2407e9c9e294 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:18:46.974092 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e54033f-d6c6-4427-9c8f-4eac09f55bec tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (8cefd033-80c1-42a1-be0b-1f7853423c64), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:46.975493 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:46.988653 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:18:46.989116 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609558'] for router_interface (1da0af32-fa10-4281-91bf-43a5436f3ee3), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:47.079806 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 680abda4-f932-4fcb-842a-3d5c8c9bb2d0 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:47.080566 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (680abda4-f932-4fcb-842a-3d5c8c9bb2d0), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:47.174349 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:47.178369 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30ee090-b638-46bb-8a91-25f38197b79c None None] Network 47cc024b-679e-42c4-bf2a-2407e9c9e294 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:18:47.209937 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 680abda4-f932-4fcb-842a-3d5c8c9bb2d0, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=680abda4-f932-4fcb-842a-3d5c8c9bb2d0,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:18:47.246027 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e54033f-d6c6-4427-9c8f-4eac09f55bec tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:18:47.263637 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-5e54033f-d6c6-4427-9c8f-4eac09f55bec tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:47.276407 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e54033f-d6c6-4427-9c8f-4eac09f55bec tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:18:47.279699 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:36Z', 'revision_number': 4, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'c3aaf124-1f05-4392-af9f-26deabc46728', 'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'tenant_id': '9056ec686513412a87c292387e25e870', 'mac_address': 'fa:16:3e:58:81:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:34Z', 'updated_at': '2022-09-13T01:18:45Z', 'revision_number': 4, 'project_id': '9056ec686513412a87c292387e25e870', 'subnets': [{'id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:47.334423 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:47.351615 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995c12e-7a2d-49fc-986a-4fe1674bd28d None None] The sync data for ids ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'] in dv-cinder-856941-3-iscsi is: [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:36Z', 'revision_number': 4, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'c3aaf124-1f05-4392-af9f-26deabc46728', 'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'tenant_id': '9056ec686513412a87c292387e25e870', 'mac_address': 'fa:16:3e:58:81:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:34Z', 'updated_at': '2022-09-13T01:18:45Z', 'revision_number': 4, 'project_id': '9056ec686513412a87c292387e25e870', 'subnets': [{'id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:18:47.359822 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c2820a7a-a20c-4d1f-a662-933900e5bf14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:47.385350 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] Pushing event updated for resources: {'Port': ['ID=b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:47.387833 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a4d8779a-6254-41ea-a2b0-fbe7bfa24c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:47.421322 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:18:43Z', 'revision_number': 3, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:47.488095 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0542cd62-4ac2-4c50-9f31-e56e07a5cf9e None None] The sync data for ids ['1da0af32-fa10-4281-91bf-43a5436f3ee3'] in dv-cinder-856941-3-iscsi is: [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:18:43Z', 'revision_number': 3, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:18:47.518139 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54033f-d6c6-4427-9c8f-4eac09f55bec tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Pushing event updated for resources: {'Port': ['ID=8cefd033-80c1-42a1-be0b-1f7853423c64,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:47.548232 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (680abda4-f932-4fcb-842a-3d5c8c9bb2d0), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:47.551057 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device e5f1d197-9f0c-41b3-8491-f090bdd21b3f up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:47.591332 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-58e4ccaa-7862-4fed-a3b7-0af737321f7a None None] Provisioning complete for port dd34793f-4aa5-424d-8db9-f983cfdcff32 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:47.595557 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58e4ccaa-7862-4fed-a3b7-0af737321f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (dd34793f-4aa5-424d-8db9-f983cfdcff32), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:47.616253 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:47.715606 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] Router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:18:47.761238 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:47.790994 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e54033f-d6c6-4427-9c8f-4eac09f55bec tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for floatingip (43ad432d-b2a3-4a68-9da0-62ec4a3a128f), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:47.852605 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c2820a7a-a20c-4d1f-a662-933900e5bf14 admin admin] Publish callbacks [] for security_group (6b1062d5-45c1-4b51-b692-e5a05f77d8b1), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:47.876457 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c2820a7a-a20c-4d1f-a662-933900e5bf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (6b1062d5-45c1-4b51-b692-e5a05f77d8b1), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:47.972100 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a4d8779a-6254-41ea-a2b0-fbe7bfa24c4c admin admin] Publish callbacks [] for security_group (eec03ab3-c444-40fa-97fc-8684ca351146), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:47.995398 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a4d8779a-6254-41ea-a2b0-fbe7bfa24c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (eec03ab3-c444-40fa-97fc-8684ca351146), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:48.015095 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port e5f1d197-9f0c-41b3-8491-f090bdd21b3f triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:48.015816 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (e5f1d197-9f0c-41b3-8491-f090bdd21b3f), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:48.025196 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e54033f-d6c6-4427-9c8f-4eac09f55bec tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (8cefd033-80c1-42a1-be0b-1f7853423c64), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:48.076351 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-a4d8779a-6254-41ea-a2b0-fbe7bfa24c4c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d09aabd4960043f5ae0efae870db28fb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4144466 Sep 13 01:18:48.085088 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59854) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:48.119874 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:48.171473 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-c2820a7a-a20c-4d1f-a662-933900e5bf14 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2031a924ca5c4eb9919e291aea2178bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4352798 Sep 13 01:18:48.185757 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59856) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:48.194704 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] Publish callbacks [] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:48.221967 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e54033f-d6c6-4427-9c8f-4eac09f55bec tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for port (8cefd033-80c1-42a1-be0b-1f7853423c64), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:48.223933 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2820a7a-a20c-4d1f-a662-933900e5bf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1062d5-45c1-4b51-b692-e5a05f77d8b1,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:48.248157 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:48.248942 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609666'] for router_interface (1da0af32-fa10-4281-91bf-43a5436f3ee3), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:48.257698 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e54033f-d6c6-4427-9c8f-4eac09f55bec tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (8cefd033-80c1-42a1-be0b-1f7853423c64), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:48.260014 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e54033f-d6c6-4427-9c8f-4eac09f55bec tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (43ad432d-b2a3-4a68-9da0-62ec4a3a128f), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:48.338704 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54033f-d6c6-4427-9c8f-4eac09f55bec tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Pushing event updated for resources: {'Port': ['ID=8cefd033-80c1-42a1-be0b-1f7853423c64,revision_number=2']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:48.345284 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e54033f-d6c6-4427-9c8f-4eac09f55bec tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:48.346800 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-5e54033f-d6c6-4427-9c8f-4eac09f55bec tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2787993 Sep 13 01:18:48.351784 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:48.441339 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Publish callbacks [] for port (72870bac-96f0-4132-99b2-5d6b93b8a0b8), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:48.450342 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:48.451534 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-58e4ccaa-7862-4fed-a3b7-0af737321f7a None None] Current status of the port dd34793f-4aa5-424d-8db9-f983cfdcff32 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:48.452113 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58e4ccaa-7862-4fed-a3b7-0af737321f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (dd34793f-4aa5-424d-8db9-f983cfdcff32), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:48.456571 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=680abda4-f932-4fcb-842a-3d5c8c9bb2d0,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:48.485675 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (72870bac-96f0-4132-99b2-5d6b93b8a0b8), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:48.532675 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:18:48.539216 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-450fe9d0-53d3-4c69-93e4-69baa673ead3 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2927136 Sep 13 01:18:48.661147 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] Allocated IP 172.20.0.1 (ee5e6d32-76f2-40e4-8379-2f8cd4f72b00/150a815a-b090-47fa-bea9-739cdec044a9/6c21bb16-18de-4240-bd10-3168e7b61ca5) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:18:48.672651 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Sync routers for ids ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:18:48.750194 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Attempting to bind port 72870bac-96f0-4132-99b2-5d6b93b8a0b8 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:18:48.750488 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Attempting to bind port 72870bac-96f0-4132-99b2-5d6b93b8a0b8 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:18:48.750877 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Attempting to bind port 72870bac-96f0-4132-99b2-5d6b93b8a0b8 on network 2a9ecfbd-a328-4077-a2ee-7c267345041e {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:18:48.851127 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:48.855202 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] Pushing event updated for resources: {'Port': ['ID=b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:48.871426 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] Publish callbacks [] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:48.885741 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:48.924642 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:48.984291 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b23e20b6-2cd2-404e-bf40-0ed199d2c6aa admin admin] Publish callbacks [] for security_group (6b1062d5-45c1-4b51-b692-e5a05f77d8b1), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:49.009716 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Routers {'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:18:49.010362 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:18:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:49.017213 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b23e20b6-2cd2-404e-bf40-0ed199d2c6aa admin admin] Publish callbacks [] for security_group (6b1062d5-45c1-4b51-b692-e5a05f77d8b1), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:49.020221 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59894) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:49.027715 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-58e4ccaa-7862-4fed-a3b7-0af737321f7a None None] For port dd34793f-4aa5-424d-8db9-f983cfdcff32, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=dd34793f-4aa5-424d-8db9-f983cfdcff32,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:18:49.031993 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244112a2-86e0-457b-825a-7346bf170a13 None None] Pushing event updated for resources: {'Port': ['ID=72870bac-96f0-4132-99b2-5d6b93b8a0b8,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:49.050431 dv-cinder-856941-3-iscsi neutron-server[106209]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 13 01:18:49.066699 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] Network ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:18:49.076863 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:49.090841 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:18:49.091623 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609558'] for router_interface (bd794fc0-1ad3-40d6-a82d-cec9bba01c12), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:49.093517 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8779a-6254-41ea-a2b0-fbe7bfa24c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec03ab3-c444-40fa-97fc-8684ca351146,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:49.109550 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] Pushing event updated for resources: {'Port': ['ID=6c21bb16-18de-4240-bd10-3168e7b61ca5,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:49.220017 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58e4ccaa-7862-4fed-a3b7-0af737321f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (dd34793f-4aa5-424d-8db9-f983cfdcff32), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:49.223120 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b23e20b6-2cd2-404e-bf40-0ed199d2c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (6b1062d5-45c1-4b51-b692-e5a05f77d8b1), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:49.232735 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b23e20b6-2cd2-404e-bf40-0ed199d2c6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:49.234728 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-b23e20b6-2cd2-404e-bf40-0ed199d2c6aa admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6b1062d5-45c1-4b51-b692-e5a05f77d8b1 HTTP/1.1" status: 204 len: 168 time: 1.0365083 Sep 13 01:18:49.262580 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e20b6-2cd2-404e-bf40-0ed199d2c6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1062d5-45c1-4b51-b692-e5a05f77d8b1,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:49.321002 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-60ac897b-e901-4d4a-9130-f12177168972 admin admin] Publish callbacks [] for security_group (eec03ab3-c444-40fa-97fc-8684ca351146), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:49.467583 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-d335968a-bb05-4b36-8699-7343e9c32cef tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1661316253&fields=id&tenant_id=9056ec686513412a87c292387e25e870 HTTP/1.1" status: 200 len: 267 time: 0.4253087 Sep 13 01:18:49.473567 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-60ac897b-e901-4d4a-9130-f12177168972 admin admin] Publish callbacks [] for security_group (eec03ab3-c444-40fa-97fc-8684ca351146), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:49.514042 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port e5f1d197-9f0c-41b3-8491-f090bdd21b3f is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:49.536533 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:18:49.537230 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Checking segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:18:49.537921 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:49.539358 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Bound using segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:18:49.541036 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Bound port: 72870bac-96f0-4132-99b2-5d6b93b8a0b8, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:18:49.541537 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (72870bac-96f0-4132-99b2-5d6b93b8a0b8), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:49.549183 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] Network 47cc024b-679e-42c4-bf2a-2407e9c9e294 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:18:49.553793 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:49.579190 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a150458-adfc-4cd6-8d11-71683ce38c2d None None] Provisioning complete for port e2d89c75-e1f1-4f3a-bad7-5af2f524a024 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:49.580338 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a150458-adfc-4cd6-8d11-71683ce38c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:49.581001 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:49.698877 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59918) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:49.720990 dv-cinder-856941-3-iscsi neutron-server[106208]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 13 01:18:49.726532 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a150458-adfc-4cd6-8d11-71683ce38c2d None None] Port e2d89c75-e1f1-4f3a-bad7-5af2f524a024 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:18:49.738352 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59920) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:49.779395 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4ccaa-7862-4fed-a3b7-0af737321f7a None None] Pushing event updated for resources: {'Port': ['ID=dd34793f-4aa5-424d-8db9-f983cfdcff32,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:49.799872 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-60ac897b-e901-4d4a-9130-f12177168972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (eec03ab3-c444-40fa-97fc-8684ca351146), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:49.810342 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-60ac897b-e901-4d4a-9130-f12177168972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:49.811853 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-60ac897b-e901-4d4a-9130-f12177168972 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/eec03ab3-c444-40fa-97fc-8684ca351146 HTTP/1.1" status: 204 len: 168 time: 1.6848757 Sep 13 01:18:49.820766 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a150458-adfc-4cd6-8d11-71683ce38c2d None None] Provisioning complete for port b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:49.821159 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a150458-adfc-4cd6-8d11-71683ce38c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:49.938771 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a150458-adfc-4cd6-8d11-71683ce38c2d None None] Port b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:18:49.961811 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] For port 72870bac-96f0-4132-99b2-5d6b93b8a0b8, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:18:49.966202 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Set router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:18:49.970341 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] For port 72870bac-96f0-4132-99b2-5d6b93b8a0b8, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=72870bac-96f0-4132-99b2-5d6b93b8a0b8,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:18:49.972180 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a150458-adfc-4cd6-8d11-71683ce38c2d None None] Provisioning complete for port dd34793f-4aa5-424d-8db9-f983cfdcff32 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:49.972584 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a150458-adfc-4cd6-8d11-71683ce38c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (dd34793f-4aa5-424d-8db9-f983cfdcff32), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:50.023583 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac897b-e901-4d4a-9130-f12177168972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec03ab3-c444-40fa-97fc-8684ca351146,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:50.071995 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device dd34793f-4aa5-424d-8db9-f983cfdcff32 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:50.101714 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (72870bac-96f0-4132-99b2-5d6b93b8a0b8), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:50.116012 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] Router 1da0af32-fa10-4281-91bf-43a5436f3ee3 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:18:50.142440 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:50.192536 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59930) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:50.284847 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c56e3c34-935a-403c-a693-55d6ff756c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:50.344346 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:18:50.346380 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1b491bac-acd9-426b-a478-06d9f5d3fe22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:50.371054 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-03e7d23d-3c15-4352-bf13-5410a90d37f4 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/1da0af32-fa10-4281-91bf-43a5436f3ee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7868059 Sep 13 01:18:50.452255 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:50.481350 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-1b9b0a7f-9e73-450f-8f48-6ee74cfb47cf tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:18:50.482952 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-1b9b0a7f-9e73-450f-8f48-6ee74cfb47cf tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/networks?id=bdb1d525-4a86-4d73-99d0-0254f6253a0a HTTP/1.1" status: 200 len: 810 time: 0.9941394 Sep 13 01:18:50.483818 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-47ad6656-4697-49b9-b2fb-2356663d5c9a tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:18:50.494156 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-47ad6656-4697-49b9-b2fb-2356663d5c9a tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 817 time: 0.7850387 Sep 13 01:18:50.520466 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-fc71499e-2101-4ca9-a25d-f26995341df7 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/quotas/a84dd36fe9484f41bc2f0d7da4e47c13 HTTP/1.1" status: 200 len: 375 time: 0.0243359 Sep 13 01:18:50.536073 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-92c075b4-a9f4-41d2-8364-efab6dae5486 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/quotas/9056ec686513412a87c292387e25e870 HTTP/1.1" status: 200 len: 375 time: 0.0430386 Sep 13 01:18:50.543388 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:50.633949 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Routers {'bd794fc0-1ad3-40d6-a82d-cec9bba01c12'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:18:50.634959 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:18:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['bd794fc0-1ad3-40d6-a82d-cec9bba01c12'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:50.660219 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:50.697517 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-57a3f109-e636-485f-b279-b51c29877be1 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9056ec686513412a87c292387e25e870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1496506 Sep 13 01:18:50.713095 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a150458-adfc-4cd6-8d11-71683ce38c2d None None] Current status of the port dd34793f-4aa5-424d-8db9-f983cfdcff32 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:50.713828 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1b491bac-acd9-426b-a478-06d9f5d3fe22 admin admin] Publish callbacks [] for security_group (51c72fef-f49a-463b-9656-c7b15c3058d9), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:50.714781 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:50.725491 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-079e9a23-c961-422e-8f69-e2e5e79d10cc tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2037358 Sep 13 01:18:50.729752 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1b491bac-acd9-426b-a478-06d9f5d3fe22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (51c72fef-f49a-463b-9656-c7b15c3058d9), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:50.763347 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244112a2-86e0-457b-825a-7346bf170a13 None None] Pushing event updated for resources: {'Port': ['ID=72870bac-96f0-4132-99b2-5d6b93b8a0b8,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:50.772751 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port dd34793f-4aa5-424d-8db9-f983cfdcff32 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:50.773361 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (dd34793f-4aa5-424d-8db9-f983cfdcff32), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:50.789063 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c56e3c34-935a-403c-a693-55d6ff756c0b admin admin] Publish callbacks [] for security_group (2e41304b-8f3c-4ff0-9ca0-cfca7df9f4b2), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:50.806936 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c56e3c34-935a-403c-a693-55d6ff756c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (2e41304b-8f3c-4ff0-9ca0-cfca7df9f4b2), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:50.826025 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-1b491bac-acd9-426b-a478-06d9f5d3fe22 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=550365774da34580a8a68ff7b2134a7b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0863960 Sep 13 01:18:50.832032 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b491bac-acd9-426b-a478-06d9f5d3fe22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c72fef-f49a-463b-9656-c7b15c3058d9,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:50.839423 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59954) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:50.878077 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3c34-935a-403c-a693-55d6ff756c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e41304b-8f3c-4ff0-9ca0-cfca7df9f4b2,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:50.887334 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-c56e3c34-935a-403c-a693-55d6ff756c0b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bc1f33ab6f9e4319ad62cd516201ecfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6730692 Sep 13 01:18:50.890113 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:50.893491 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 59956) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:50.907403 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-72c51fbd-afc6-48e3-8ac5-822bc7bb0684 None None] Provisioning complete for port 6c21bb16-18de-4240-bd10-3168e7b61ca5 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:50.907895 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-72c51fbd-afc6-48e3-8ac5-822bc7bb0684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:50.975259 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] Set router bd794fc0-1ad3-40d6-a82d-cec9bba01c12 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:18:51.004151 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] Publish callbacks [] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:51.005172 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0a3a148e-408c-4bf2-b5b5-ba61332fbd74 admin admin] Publish callbacks [] for security_group (51c72fef-f49a-463b-9656-c7b15c3058d9), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:51.027644 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:51.029102 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609666'] for router_interface (bd794fc0-1ad3-40d6-a82d-cec9bba01c12), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:51.054472 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0a3a148e-408c-4bf2-b5b5-ba61332fbd74 admin admin] Publish callbacks [] for security_group (51c72fef-f49a-463b-9656-c7b15c3058d9), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:51.084676 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:33Z', 'updated_at': '2022-09-13T01:18:43Z', 'revision_number': 4, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'gw_port': {'id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:35Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'e2d89c75-e1f1-4f3a-bad7-5af2f524a024', 'name': '', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:42Z', 'updated_at': '2022-09-13T01:18:44Z', 'revision_number': 2, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'subnets': [{'id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:51.087068 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-72c51fbd-afc6-48e3-8ac5-822bc7bb0684 None None] Port 6c21bb16-18de-4240-bd10-3168e7b61ca5 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:18:51.126943 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0a3a148e-408c-4bf2-b5b5-ba61332fbd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (51c72fef-f49a-463b-9656-c7b15c3058d9), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:51.130145 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0a3a148e-408c-4bf2-b5b5-ba61332fbd74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:51.141920 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-0a3a148e-408c-4bf2-b5b5-ba61332fbd74 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/51c72fef-f49a-463b-9656-c7b15c3058d9 HTTP/1.1" status: 204 len: 168 time: 0.3010402 Sep 13 01:18:51.152785 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Checking router: e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:18:51.153276 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Updating router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 port e2d89c75-e1f1-4f3a-bad7-5af2f524a024 binding host dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:18:51.165777 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a148e-408c-4bf2-b5b5-ba61332fbd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c72fef-f49a-463b-9656-c7b15c3058d9,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:51.205002 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-72c51fbd-afc6-48e3-8ac5-822bc7bb0684 None None] Provisioning complete for port b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:51.205530 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-72c51fbd-afc6-48e3-8ac5-822bc7bb0684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:51.228481 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] Pushing event updated for resources: {'Port': ['ID=6c21bb16-18de-4240-bd10-3168e7b61ca5,revision_number=2']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:51.236840 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-06f66a94-8631-43fd-a7c2-2ae0c71cdf22 admin admin] Publish callbacks [] for security_group (2e41304b-8f3c-4ff0-9ca0-cfca7df9f4b2), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:51.243355 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-304e07e7-cfe5-431e-8fbe-fb3c199b9aa0 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 01:18:51.251328 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-304e07e7-cfe5-431e-8fbe-fb3c199b9aa0 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2693152 Sep 13 01:18:51.267745 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port dd34793f-4aa5-424d-8db9-f983cfdcff32 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:51.268991 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device c3aaf124-1f05-4392-af9f-26deabc46728 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:51.310130 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:51.334784 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-72c51fbd-afc6-48e3-8ac5-822bc7bb0684 None None] Port b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:18:51.353953 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-1630ef70-3f3f-43ee-9548-faed11595d00 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 01:18:51.355000 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-1630ef70-3f3f-43ee-9548-faed11595d00 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3130586 Sep 13 01:18:51.385403 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:51.415191 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-06f66a94-8631-43fd-a7c2-2ae0c71cdf22 admin admin] Publish callbacks [] for security_group (2e41304b-8f3c-4ff0-9ca0-cfca7df9f4b2), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:51.525909 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Sync routers for ids ['1da0af32-fa10-4281-91bf-43a5436f3ee3'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:18:51.548387 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Routers {'1da0af32-fa10-4281-91bf-43a5436f3ee3'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:18:51.549225 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:18:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['1da0af32-fa10-4281-91bf-43a5436f3ee3'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:51.549639 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-8e96e09a-5b40-4663-876d-a39f6e669443 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785049 Sep 13 01:18:51.564132 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] Network ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:18:51.568938 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:51.578739 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-b4d30782-e160-4325-b1f0-4ecd255a5aa3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251317 Sep 13 01:18:51.639687 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:51.692504 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port c3aaf124-1f05-4392-af9f-26deabc46728 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:51.693175 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (c3aaf124-1f05-4392-af9f-26deabc46728), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:51.704978 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-06f66a94-8631-43fd-a7c2-2ae0c71cdf22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (2e41304b-8f3c-4ff0-9ca0-cfca7df9f4b2), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:51.707494 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-06f66a94-8631-43fd-a7c2-2ae0c71cdf22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:51.710887 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-06f66a94-8631-43fd-a7c2-2ae0c71cdf22 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2e41304b-8f3c-4ff0-9ca0-cfca7df9f4b2 HTTP/1.1" status: 204 len: 168 time: 0.8144391 Sep 13 01:18:51.762354 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f66a94-8631-43fd-a7c2-2ae0c71cdf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e41304b-8f3c-4ff0-9ca0-cfca7df9f4b2,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:51.804040 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Set router 1da0af32-fa10-4281-91bf-43a5436f3ee3 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:18:51.820532 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-7b57c884-7cd5-42e0-9fe6-aaeba2f1cd75 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697840 Sep 13 01:18:51.882544 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'name': 'tempest-DeleteServersTestJSON-1790228227-router', 'tenant_id': '6475b1b1e54c4b0eb86021d82021de78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '72870bac-96f0-4132-99b2-5d6b93b8a0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:37Z', 'updated_at': '2022-09-13T01:18:50Z', 'revision_number': 4, 'project_id': '6475b1b1e54c4b0eb86021d82021de78', 'gw_port': {'id': '72870bac-96f0-4132-99b2-5d6b93b8a0b8', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:27:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:39Z', 'updated_at': '2022-09-13T01:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6c21bb16-18de-4240-bd10-3168e7b61ca5', 'name': '', 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00', 'tenant_id': '6475b1b1e54c4b0eb86021d82021de78', 'mac_address': 'fa:16:3e:70:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '150a815a-b090-47fa-bea9-739cdec044a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:47Z', 'updated_at': '2022-09-13T01:18:48Z', 'revision_number': 1, 'project_id': '6475b1b1e54c4b0eb86021d82021de78', 'subnets': [{'id': '150a815a-b090-47fa-bea9-739cdec044a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:51.900672 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-8412fa7f-7723-43dc-adc1-cbadf32e4c32 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544205 Sep 13 01:18:51.902056 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:51.914945 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] Router bd794fc0-1ad3-40d6-a82d-cec9bba01c12 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:18:52.067803 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2857e4d1-7f9f-45f8-a64d-4d5f1663e1e9 None None] The sync data for ids ['bd794fc0-1ad3-40d6-a82d-cec9bba01c12'] in dv-cinder-856941-3-iscsi is: [{'id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'name': 'tempest-DeleteServersTestJSON-1790228227-router', 'tenant_id': '6475b1b1e54c4b0eb86021d82021de78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '72870bac-96f0-4132-99b2-5d6b93b8a0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:37Z', 'updated_at': '2022-09-13T01:18:50Z', 'revision_number': 4, 'project_id': '6475b1b1e54c4b0eb86021d82021de78', 'gw_port': {'id': '72870bac-96f0-4132-99b2-5d6b93b8a0b8', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:27:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:39Z', 'updated_at': '2022-09-13T01:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6c21bb16-18de-4240-bd10-3168e7b61ca5', 'name': '', 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00', 'tenant_id': '6475b1b1e54c4b0eb86021d82021de78', 'mac_address': 'fa:16:3e:70:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '150a815a-b090-47fa-bea9-739cdec044a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:47Z', 'updated_at': '2022-09-13T01:18:48Z', 'revision_number': 1, 'project_id': '6475b1b1e54c4b0eb86021d82021de78', 'subnets': [{'id': '150a815a-b090-47fa-bea9-739cdec044a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:18:52.097548 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-4cccb8aa-29b8-425f-a1aa-8113ce98a2d7 None None] Provisioning complete for port 6c21bb16-18de-4240-bd10-3168e7b61ca5 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:52.097937 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4cccb8aa-29b8-425f-a1aa-8113ce98a2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:52.159221 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 59994) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:52.189756 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c0f05bb3-f2b1-44d1-b4ac-6040ce8c0427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:52.209638 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2', 'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'mac_address': 'fa:16:3e:11:c5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:46Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 2, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'subnets': [{'id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:52.256923 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:52.270994 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:18:52.306328 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Checking router: 1da0af32-fa10-4281-91bf-43a5436f3ee3 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:18:52.306945 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Updating router 1da0af32-fa10-4281-91bf-43a5436f3ee3 port b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 binding host dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:18:52.328410 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-203be3c4-3667-4235-bc30-458310eb091b admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/bd794fc0-1ad3-40d6-a82d-cec9bba01c12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2062151 Sep 13 01:18:52.370056 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:52.397245 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port c3aaf124-1f05-4392-af9f-26deabc46728 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:52.404289 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (c3aaf124-1f05-4392-af9f-26deabc46728), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:52.411093 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-4cccb8aa-29b8-425f-a1aa-8113ce98a2d7 None None] Port 6c21bb16-18de-4240-bd10-3168e7b61ca5 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:18:52.421893 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c0f05bb3-f2b1-44d1-b4ac-6040ce8c0427 admin admin] Publish callbacks [] for security_group (74e9c572-6121-4e83-ae50-72e2d7e77be2), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:52.424546 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:52.432470 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c0f05bb3-f2b1-44d1-b4ac-6040ce8c0427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (74e9c572-6121-4e83-ae50-72e2d7e77be2), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:52.491200 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-afc3bdbb-2769-4462-9795-1589f9f1676f req-5477604e-173e-448d-8af7-1693609359a6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 210 time: 0.1592937 Sep 13 01:18:52.497959 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-c0f05bb3-f2b1-44d1-b4ac-6040ce8c0427 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9aaf62e0d3054a13b78ec1377771699f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3370929 Sep 13 01:18:52.502008 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 60028) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:52.507542 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port c3aaf124-1f05-4392-af9f-26deabc46728, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=c3aaf124-1f05-4392-af9f-26deabc46728,segment=NetworkSegment(f8fd0802-c0e8-4826-a2fb-77bcbd9b8173),segment_id=f8fd0802-c0e8-4826-a2fb-77bcbd9b8173)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:18:52.532100 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f05bb3-f2b1-44d1-b4ac-6040ce8c0427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e9c572-6121-4e83-ae50-72e2d7e77be2,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:52.540953 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (c3aaf124-1f05-4392-af9f-26deabc46728), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:52.553896 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 9818f8b9-5538-4b9e-8c90-149595de5679 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:52.622976 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Publish callbacks [] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:52.708275 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-8950f9c7-ebe8-4f12-8419-c6b6e7125902 req-a1473ed2-995f-467f-bebe-3ac4bd47e0cc tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.0605521 Sep 13 01:18:52.732260 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-07941044-e226-4a06-a14e-49c730049189 admin admin] Publish callbacks [] for security_group (74e9c572-6121-4e83-ae50-72e2d7e77be2), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:52.739411 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:52.763498 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-07941044-e226-4a06-a14e-49c730049189 admin admin] Publish callbacks [] for security_group (74e9c572-6121-4e83-ae50-72e2d7e77be2), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:52.789260 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 9818f8b9-5538-4b9e-8c90-149595de5679 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:52.789645 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (9818f8b9-5538-4b9e-8c90-149595de5679), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:52.846744 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:52.859685 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-07941044-e226-4a06-a14e-49c730049189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (74e9c572-6121-4e83-ae50-72e2d7e77be2), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:52.863257 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-07941044-e226-4a06-a14e-49c730049189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:52.863641 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=c3aaf124-1f05-4392-af9f-26deabc46728,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:52.879538 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-07941044-e226-4a06-a14e-49c730049189 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/74e9c572-6121-4e83-ae50-72e2d7e77be2 HTTP/1.1" status: 204 len: 168 time: 0.3760626 Sep 13 01:18:52.893759 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:52.894827 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07941044-e226-4a06-a14e-49c730049189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e9c572-6121-4e83-ae50-72e2d7e77be2,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:52.924836 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:52.982432 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 60038) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:52.989767 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-bc8f3ffd-cfcc-4b5c-b6e7-a4455d0c66ad tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--397638621', 'description': 'tempest-description--1345659026'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:53.000536 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Attempting to bind port e2d89c75-e1f1-4f3a-bad7-5af2f524a024 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:18:53.000921 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Attempting to bind port e2d89c75-e1f1-4f3a-bad7-5af2f524a024 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:18:53.001288 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Attempting to bind port e2d89c75-e1f1-4f3a-bad7-5af2f524a024 on network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:18:53.059541 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3ffd-cfcc-4b5c-b6e7-a4455d0c66ad tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:53.073339 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Publish callbacks [] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:53.094469 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:53.173555 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5edabd-ad42-4ae2-898f-d79c2c73d372 None None] Pushing event updated for resources: {'Port': ['ID=e2d89c75-e1f1-4f3a-bad7-5af2f524a024,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:53.198933 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 9818f8b9-5538-4b9e-8c90-149595de5679 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:53.201040 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 680abda4-f932-4fcb-842a-3d5c8c9bb2d0 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:53.207739 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3ffd-cfcc-4b5c-b6e7-a4455d0c66ad tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group (e2af11ee-d080-483f-8612-46adab897d8e), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:53.216216 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3ffd-cfcc-4b5c-b6e7-a4455d0c66ad tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (e2af11ee-d080-483f-8612-46adab897d8e), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:53.221252 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c38c7-00df-4278-bf8e-1993511aa644 None None] Pushing event updated for resources: {'Port': ['ID=b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:53.288302 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:18:53.290668 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Checking segment: {'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:18:53.290668 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:53.290668 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Bound using segment: {'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:18:53.290668 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Bound port: e2d89c75-e1f1-4f3a-bad7-5af2f524a024, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:18:53.291412 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:53.304284 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3ffd-cfcc-4b5c-b6e7-a4455d0c66ad tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:53.308914 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 60056) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:53.315758 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-2d51e0d9-d159-4ddc-97f0-2e18e606a2b6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Request body: {'security_group_rule': {'security_group_id': 'e2af11ee-d080-483f-8612-46adab897d8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:53.317896 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-bc8f3ffd-cfcc-4b5c-b6e7-a4455d0c66ad tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3204265 Sep 13 01:18:53.324295 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 680abda4-f932-4fcb-842a-3d5c8c9bb2d0 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:53.324704 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (680abda4-f932-4fcb-842a-3d5c8c9bb2d0), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:53.360001 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Attempting to bind port b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:18:53.364635 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Attempting to bind port b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '8fdadaaa-b72b-4894-8c41-2c1ebf51a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:18:53.365436 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Attempting to bind port b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 on network 47cc024b-679e-42c4-bf2a-2407e9c9e294 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:18:53.426463 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f3ffd-cfcc-4b5c-b6e7-a4455d0c66ad tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2af11ee-d080-483f-8612-46adab897d8e,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:53.446110 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:18:53.451749 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Checking segment: {'id': '8fdadaaa-b72b-4894-8c41-2c1ebf51a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:18:53.452232 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:53.453075 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Bound using segment: {'id': '8fdadaaa-b72b-4894-8c41-2c1ebf51a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:18:53.453721 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Bound port: b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fdadaaa-b72b-4894-8c41-2c1ebf51a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:18:53.454107 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:53.464241 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2d51e0d9-d159-4ddc-97f0-2e18e606a2b6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group_rule (65f83e79-905c-4e52-9f2f-3094caeb2666), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:53.615869 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] For port b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:18:53.620714 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] For port b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:18:53.646111 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:53.738472 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2d51e0d9-d159-4ddc-97f0-2e18e606a2b6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group_rule (65f83e79-905c-4e52-9f2f-3094caeb2666), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:53.748448 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2d51e0d9-d159-4ddc-97f0-2e18e606a2b6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (65f83e79-905c-4e52-9f2f-3094caeb2666), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:53.756721 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-5d291ad0-70a7-498c-bf2b-8ad554324229 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:18:53.758507 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-5d291ad0-70a7-498c-bf2b-8ad554324229 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 817 time: 0.3968589 Sep 13 01:18:53.767213 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c38c7-00df-4278-bf8e-1993511aa644 None None] Pushing event updated for resources: {'Port': ['ID=b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2,revision_number=4']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:53.774925 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Routers {'1da0af32-fa10-4281-91bf-43a5436f3ee3'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:18:53.775816 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:18:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['1da0af32-fa10-4281-91bf-43a5436f3ee3'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:53.801183 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51e0d9-d159-4ddc-97f0-2e18e606a2b6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f83e79-905c-4e52-9f2f-3094caeb2666,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:53.803820 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-a0f6bef1-a0ae-45ad-a75f-928f963d1d4d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/quotas/a84dd36fe9484f41bc2f0d7da4e47c13 HTTP/1.1" status: 200 len: 375 time: 0.0334556 Sep 13 01:18:53.820338 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2d51e0d9-d159-4ddc-97f0-2e18e606a2b6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:53.821652 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-2d51e0d9-d159-4ddc-97f0-2e18e606a2b6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5116580 Sep 13 01:18:53.824503 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 60088) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:53.837050 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-bdf2a43d-73ca-4c1b-9174-0a976abf402d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Request body: {'security_group_rule': {'security_group_id': 'e2af11ee-d080-483f-8612-46adab897d8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:53.853892 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] For port e2d89c75-e1f1-4f3a-bad7-5af2f524a024, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:18:53.859504 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] For port e2d89c75-e1f1-4f3a-bad7-5af2f524a024, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=e2d89c75-e1f1-4f3a-bad7-5af2f524a024,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:18:53.877667 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:53.908872 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a43d-73ca-4c1b-9174-0a976abf402d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group_rule (10e713d1-33c0-4378-b58f-6bfaa564c1b6), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:53.926168 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] Set router 1da0af32-fa10-4281-91bf-43a5436f3ee3 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:18:53.934457 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:53.957082 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Routers {'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:18:53.958650 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:18:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:53.967937 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-1807cedb-66b7-4723-a74d-4bec8fd6ed11 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1580839 Sep 13 01:18:54.004043 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:54.107692 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a43d-73ca-4c1b-9174-0a976abf402d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group_rule (10e713d1-33c0-4378-b58f-6bfaa564c1b6), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:54.117920 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a43d-73ca-4c1b-9174-0a976abf402d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (10e713d1-33c0-4378-b58f-6bfaa564c1b6), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:54.134397 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5edabd-ad42-4ae2-898f-d79c2c73d372 None None] Pushing event updated for resources: {'Port': ['ID=e2d89c75-e1f1-4f3a-bad7-5af2f524a024,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:54.174800 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2a43d-73ca-4c1b-9174-0a976abf402d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e713d1-33c0-4378-b58f-6bfaa564c1b6,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:54.187965 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a43d-73ca-4c1b-9174-0a976abf402d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:54.188163 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-2314a485-f360-46e2-91f2-f9c6d173d4c3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132592 Sep 13 01:18:54.189546 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-bdf2a43d-73ca-4c1b-9174-0a976abf402d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3642509 Sep 13 01:18:54.193266 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 60100) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:54.207059 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-8c838ad6-a5eb-4d06-8073-4f0328bc6d5d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Request body: {'floatingip': {'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:54.266666 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] Set router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:18:54.272761 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8c838ad6-a5eb-4d06-8073-4f0328bc6d5d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:54.299212 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:54.301856 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:54.303562 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2', 'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'mac_address': 'fa:16:3e:11:c5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:46Z', 'updated_at': '2022-09-13T01:18:53Z', 'revision_number': 4, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'subnets': [{'id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:54.377805 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f5a552-4b28-4645-b98d-459a1e719496 None None] The sync data for ids ['1da0af32-fa10-4281-91bf-43a5436f3ee3'] in dv-cinder-856941-3-iscsi is: [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2', 'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'mac_address': 'fa:16:3e:11:c5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:46Z', 'updated_at': '2022-09-13T01:18:53Z', 'revision_number': 4, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'subnets': [{'id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:18:54.517874 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 680abda4-f932-4fcb-842a-3d5c8c9bb2d0 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:54.528381 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:54.658461 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-df2de081-ee5a-441c-acdd-9620e7f70597 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693215 Sep 13 01:18:54.688130 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8c838ad6-a5eb-4d06-8073-4f0328bc6d5d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:54.799410 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:33Z', 'updated_at': '2022-09-13T01:18:43Z', 'revision_number': 4, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'gw_port': {'id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:35Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'e2d89c75-e1f1-4f3a-bad7-5af2f524a024', 'name': '', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:42Z', 'updated_at': '2022-09-13T01:18:53Z', 'revision_number': 4, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'subnets': [{'id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:18:54.802277 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:54.802654 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (4ad1cfaa-e400-41a2-9bb5-912a64f9abeb), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:54.845849 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:54.923204 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111a278-33c6-4512-b879-1bdef2992cd5 None None] The sync data for ids ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'] in dv-cinder-856941-3-iscsi is: [{'id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:33Z', 'updated_at': '2022-09-13T01:18:43Z', 'revision_number': 4, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'gw_port': {'id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:35Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'e2d89c75-e1f1-4f3a-bad7-5af2f524a024', 'name': '', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:42Z', 'updated_at': '2022-09-13T01:18:53Z', 'revision_number': 4, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'subnets': [{'id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:18:54.941188 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-8c838ad6-a5eb-4d06-8073-4f0328bc6d5d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Allocated IP 172.27.1.113 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/eb66c957-bf73-4e61-84af-0a3447032956) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:18:55.047665 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:55.048222 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (4ad1cfaa-e400-41a2-9bb5-912a64f9abeb), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:55.091458 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5b190b24-4b21-4840-84b7-1f653a9a919c req-65271cf3-0afa-40fb-8cec-03e5648f34e7 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.0766609 Sep 13 01:18:55.122170 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=4ad1cfaa-e400-41a2-9bb5-912a64f9abeb,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:18:55.136849 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (4ad1cfaa-e400-41a2-9bb5-912a64f9abeb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:55.250965 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=4ad1cfaa-e400-41a2-9bb5-912a64f9abeb,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:55.385649 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fc8bd83c-7f00-4970-8ed8-f3b02e9eb72c req-f076b32f-e1b3-4a70-949d-0171b060a74d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 210 time: 0.1233153 Sep 13 01:18:55.722973 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8c838ad6-a5eb-4d06-8073-4f0328bc6d5d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for port (eb66c957-bf73-4e61-84af-0a3447032956), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:55.812777 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:55.824762 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8c838ad6-a5eb-4d06-8073-4f0328bc6d5d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (eb66c957-bf73-4e61-84af-0a3447032956), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:55.901470 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device dd34793f-4aa5-424d-8db9-f983cfdcff32 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:56.079514 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port dd34793f-4aa5-424d-8db9-f983cfdcff32 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:56.081457 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (dd34793f-4aa5-424d-8db9-f983cfdcff32), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:56.090196 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c838ad6-a5eb-4d06-8073-4f0328bc6d5d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:18:56.130747 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-8c838ad6-a5eb-4d06-8073-4f0328bc6d5d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:18:56.135737 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c838ad6-a5eb-4d06-8073-4f0328bc6d5d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:18:56.180310 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c838ad6-a5eb-4d06-8073-4f0328bc6d5d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Pushing event updated for resources: {'Port': ['ID=eb66c957-bf73-4e61-84af-0a3447032956,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:56.254788 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-139cd24d-644e-463c-845e-1c8c2c6351c8 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:18:56.256715 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-139cd24d-644e-463c-845e-1c8c2c6351c8 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/networks?id=ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 HTTP/1.1" status: 200 len: 812 time: 0.8789067 Sep 13 01:18:56.336540 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port dd34793f-4aa5-424d-8db9-f983cfdcff32 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:56.337926 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device c3aaf124-1f05-4392-af9f-26deabc46728 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:56.470569 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-5102389a-0c4c-4f31-9e4a-2f9fc61a53ad tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/quotas/6475b1b1e54c4b0eb86021d82021de78 HTTP/1.1" status: 200 len: 375 time: 0.0971370 Sep 13 01:18:56.473975 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port c3aaf124-1f05-4392-af9f-26deabc46728 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:56.476352 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (c3aaf124-1f05-4392-af9f-26deabc46728), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:56.488616 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8c838ad6-a5eb-4d06-8073-4f0328bc6d5d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for floatingip (5dfbd82a-0012-4078-a089-16a80095aef1), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:56.551607 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c4060df0-9e43-4510-8dbe-279125e63b67 req-5aa991cc-bbf0-4dd3-9df0-4827ab6b3dc4 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.0834486 Sep 13 01:18:56.657955 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8c838ad6-a5eb-4d06-8073-4f0328bc6d5d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (eb66c957-bf73-4e61-84af-0a3447032956), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:56.685655 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port c3aaf124-1f05-4392-af9f-26deabc46728 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:56.687889 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 72870bac-96f0-4132-99b2-5d6b93b8a0b8 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:56.721933 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-764da511-8991-4ff3-a169-8f173fc7203b req-079e12f1-7d94-4858-9b73-f17b52ce6ff3 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 210 time: 0.0703735 Sep 13 01:18:56.726300 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-c12d426a-cc13-4937-bfd7-05be039ef6e7 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=6475b1b1e54c4b0eb86021d82021de78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2322831 Sep 13 01:18:56.804227 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 72870bac-96f0-4132-99b2-5d6b93b8a0b8 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:56.804599 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (72870bac-96f0-4132-99b2-5d6b93b8a0b8), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:56.827987 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:56.888352 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 72870bac-96f0-4132-99b2-5d6b93b8a0b8 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:56.888739 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (72870bac-96f0-4132-99b2-5d6b93b8a0b8), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:56.929594 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 72870bac-96f0-4132-99b2-5d6b93b8a0b8, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=72870bac-96f0-4132-99b2-5d6b93b8a0b8,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:18:56.939238 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-21a4ffe2-fff0-4346-ae08-3d0d4bcf3c92 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee5e6d32-76f2-40e4-8379-2f8cd4f72b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105331 Sep 13 01:18:56.949388 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (72870bac-96f0-4132-99b2-5d6b93b8a0b8), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:56.950662 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:57.055697 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=72870bac-96f0-4132-99b2-5d6b93b8a0b8,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:57.083189 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-0d0bb1f8-3ec0-451d-a51b-5e197c35989a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee5e6d32-76f2-40e4-8379-2f8cd4f72b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423960 Sep 13 01:18:57.098836 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:57.099363 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:57.125502 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:57.150748 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:57.205744 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8c838ad6-a5eb-4d06-8073-4f0328bc6d5d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for port (eb66c957-bf73-4e61-84af-0a3447032956), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:57.214188 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8c838ad6-a5eb-4d06-8073-4f0328bc6d5d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (eb66c957-bf73-4e61-84af-0a3447032956), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:57.215400 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8c838ad6-a5eb-4d06-8073-4f0328bc6d5d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (5dfbd82a-0012-4078-a089-16a80095aef1), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:57.287655 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8c838ad6-a5eb-4d06-8073-4f0328bc6d5d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:57.289262 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-8c838ad6-a5eb-4d06-8073-4f0328bc6d5d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0950487 Sep 13 01:18:57.294895 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:57.295272 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:57.312977 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c838ad6-a5eb-4d06-8073-4f0328bc6d5d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Pushing event updated for resources: {'Port': ['ID=eb66c957-bf73-4e61-84af-0a3447032956,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:57.338898 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:18:57.343280 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-43911b9d-0dcf-4ea5-95ff-0a5322937cfe req-5216f844-3de3-47d1-ba97-fb17dec31daf tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 210 time: 0.0395744 Sep 13 01:18:57.352813 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:57.442432 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:57.676768 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 72870bac-96f0-4132-99b2-5d6b93b8a0b8 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:57.725091 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-ab790fce-cefd-46cb-827a-e7a3af8b3335 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--397638621&fields=id&tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7 HTTP/1.1" status: 200 len: 267 time: 0.0735044 Sep 13 01:18:57.797594 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 72870bac-96f0-4132-99b2-5d6b93b8a0b8 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:57.800976 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (72870bac-96f0-4132-99b2-5d6b93b8a0b8), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:57.815305 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-dca0e262-26a4-4db3-a545-084d112f3893 req-ce7e89b6-14a6-491d-9604-9922e6114f19 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.0646181 Sep 13 01:18:57.950621 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 72870bac-96f0-4132-99b2-5d6b93b8a0b8 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:57.952860 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device e2d89c75-e1f1-4f3a-bad7-5af2f524a024 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:57.964890 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-0c0ddaa5-f6af-4d9e-94d5-b9d92a64530d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:18:57.967092 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-0c0ddaa5-f6af-4d9e-94d5-b9d92a64530d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/networks?id=47cc024b-679e-42c4-bf2a-2407e9c9e294 HTTP/1.1" status: 200 len: 815 time: 0.2345603 Sep 13 01:18:57.992848 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-2770b8d9-9295-4dbf-bbcf-3a483f3c941e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/quotas/7a9e1eee32f04f3cabd8219d36d2c6a7 HTTP/1.1" status: 200 len: 375 time: 0.0155942 Sep 13 01:18:58.024816 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-72a6d05a-49b9-44db-81d9-6d0e5c63ab38 req-3c0a4aa6-1a28-492e-b8a2-d7658b62dcc5 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 210 time: 0.0752006 Sep 13 01:18:58.045380 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port e2d89c75-e1f1-4f3a-bad7-5af2f524a024 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:58.046919 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:58.064808 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-111bd960-376a-4088-a02d-8701208d14a6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630047 Sep 13 01:18:58.148888 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port e2d89c75-e1f1-4f3a-bad7-5af2f524a024 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:58.149333 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:58.193821 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:58.203439 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-303fe008-543f-4809-93ce-630c141a1c12 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152201 Sep 13 01:18:58.204538 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port e2d89c75-e1f1-4f3a-bad7-5af2f524a024, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=e2d89c75-e1f1-4f3a-bad7-5af2f524a024,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:18:58.211210 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:58.212815 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:58.312150 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:58.312733 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (4ad1cfaa-e400-41a2-9bb5-912a64f9abeb), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:58.314920 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=e2d89c75-e1f1-4f3a-bad7-5af2f524a024,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:18:58.360651 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-bb0aa2d9-5fc8-4655-a905-e44e48ef3f29 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500170 Sep 13 01:18:58.480206 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:58.516340 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e9deaaa0-18db-440c-93a4-060e7f58342a req-af473cf7-a991-42a4-9c47-6ff6a48b419d tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 210 time: 0.0670619 Sep 13 01:18:58.747546 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-efaa887c-efb6-4dd2-82dd-84cf69c13e45 req-1a491e18-dbc2-4490-9739-d98e3a0becb2 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 210 time: 0.0646856 Sep 13 01:18:58.935578 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.25', 52864) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:59.120193 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:59.184083 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a65721c4-7f25-4de6-82b2-7b48ea0cd329 req-5d6c0329-dff1-417d-9f9e-1523d12d6fbf tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 210 time: 0.0419898 Sep 13 01:18:59.230542 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-677f7b65-5bc3-4f60-9883-b0ff92b0ecf3 req-7b1d95b1-9999-4bee-951b-f1bcaa3c9a1d tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.1060514 Sep 13 01:18:59.283468 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-6ce67a1c-396c-410a-b2db-d79f0675304d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:18:59.291195 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-6ce67a1c-396c-410a-b2db-d79f0675304d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 817 time: 0.3474507 Sep 13 01:18:59.325813 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-62e4f16f-4ae9-4ba0-92d4-2968864d11d2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Request body: {'port': {'device_id': '0091ed80-cb3c-4dce-b54c-48989fb19e7b', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'admin_state_up': True, 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:18:59.477435 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-62e4f16f-4ae9-4ba0-92d4-2968864d11d2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Made reservation on behalf of a84dd36fe9484f41bc2f0d7da4e47c13 for: {'port': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:18:59.482996 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-62e4f16f-4ae9-4ba0-92d4-2968864d11d2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:59.505449 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:59.573087 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:18:59.591982 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:18:59.592592 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:18:59.879031 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.25', 52876) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:18:59.936570 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:18:59.941800 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device e2d89c75-e1f1-4f3a-bad7-5af2f524a024 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:18:59.975731 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1c576330-bbe8-4030-8b17-af463b9b5d14 req-f4b9f4d2-dc9e-4610-bc3e-54a14f6f1818 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 210 time: 0.3237731 Sep 13 01:19:00.080140 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3cdecc7f-dc36-4150-8d4a-093547e03be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:00.160898 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port e2d89c75-e1f1-4f3a-bad7-5af2f524a024 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:00.161293 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:00.249759 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:00.329836 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e191112e-e2d2-45b6-b073-c9a7c3238753 req-11384a57-8c50-4a6e-81c2-84885188571a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 210 time: 0.3763461 Sep 13 01:19:00.340526 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:19:00.377372 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-62e4f16f-4ae9-4ba0-92d4-2968864d11d2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Allocated IP 172.20.0.14 (f76e7426-2310-4c50-8ad0-bf7be7b0fe24/89162ffe-bd41-4b0f-96cf-08e9b2407131/af4f2d52-b899-4598-a65e-5404eb758ac3) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:19:00.413327 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port e2d89c75-e1f1-4f3a-bad7-5af2f524a024 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:00.509666 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-5e0d2ca6-14a8-47fe-ada4-f6d2ba0dea6f tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:00.516240 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-5e0d2ca6-14a8-47fe-ada4-f6d2ba0dea6f tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 HTTP/1.1" status: 200 len: 812 time: 0.6357207 Sep 13 01:19:00.538300 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-1fde9b81-15ef-4ca6-86dc-bc8be2ceb8d1 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Request body: {'port': {'device_id': '2a24ff77-efd2-4d53-b120-387e032d8e33', 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00', 'admin_state_up': True, 'tenant_id': '6475b1b1e54c4b0eb86021d82021de78'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:00.729395 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:00.736003 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.25', 52887) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:00.815640 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9bbfaa95-139e-420d-827a-36b55aecd0cd req-9fbc1106-1cd2-4a9b-ada1-8815d8a4abc8 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.0774117 Sep 13 01:19:00.816237 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:00.878164 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a8a7cc8a-03f4-43fd-95de-2eab1a74f479 req-c8f877a6-a7d4-47f2-a878-e00d60eff1d7 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 210 time: 0.1922374 Sep 13 01:19:00.908792 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-1fde9b81-15ef-4ca6-86dc-bc8be2ceb8d1 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Made reservation on behalf of 6475b1b1e54c4b0eb86021d82021de78 for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:19:00.913771 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-1fde9b81-15ef-4ca6-86dc-bc8be2ceb8d1 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:01.005360 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Sync routers for ids ['bd794fc0-1ad3-40d6-a82d-cec9bba01c12'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:19:01.044843 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Routers {'bd794fc0-1ad3-40d6-a82d-cec9bba01c12'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:19:01.047731 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:18:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['bd794fc0-1ad3-40d6-a82d-cec9bba01c12'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:01.132676 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-62e4f16f-4ae9-4ba0-92d4-2968864d11d2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for port (af4f2d52-b899-4598-a65e-5404eb758ac3), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:01.236231 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-b5b507fe-e90a-487e-b82d-68999d160c7a tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:01.238012 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-b5b507fe-e90a-487e-b82d-68999d160c7a tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 817 time: 0.4841952 Sep 13 01:19:01.244969 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-62e4f16f-4ae9-4ba0-92d4-2968864d11d2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (af4f2d52-b899-4598-a65e-5404eb758ac3), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:01.343551 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4f16f-4ae9-4ba0-92d4-2968864d11d2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Pushing event updated for resources: {'Port': ['ID=af4f2d52-b899-4598-a65e-5404eb758ac3,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:01.373488 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-62e4f16f-4ae9-4ba0-92d4-2968864d11d2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:19:01.389447 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-62e4f16f-4ae9-4ba0-92d4-2968864d11d2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:19:01.400995 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-62e4f16f-4ae9-4ba0-92d4-2968864d11d2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:19:01.420914 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-62e4f16f-4ae9-4ba0-92d4-2968864d11d2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:01.422125 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-62e4f16f-4ae9-4ba0-92d4-2968864d11d2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for port (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:01.478227 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-62e4f16f-4ae9-4ba0-92d4-2968864d11d2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1562238 Sep 13 01:19:01.568435 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d03b0f9b-0dad-4bc9-ae04-60ba4c4255bd req-2ac5610a-0913-4053-9551-c78ab4535ef6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 210 time: 0.0593319 Sep 13 01:19:01.756964 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-e246a9c9-c14b-44e0-a2ac-def904dee91c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Request body: {'port': {'device_id': '2e628b0a-c70b-4c2b-b98e-339abc492871', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'admin_state_up': True, 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:01.759480 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Set router bd794fc0-1ad3-40d6-a82d-cec9bba01c12 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:19:01.764362 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a99ed2b2-fa9e-405a-868f-f4c26617fcc2 req-4c2819ee-f2c1-4b94-a3c6-920509176149 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 210 time: 0.5366814 Sep 13 01:19:01.911106 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-1fde9b81-15ef-4ca6-86dc-bc8be2ceb8d1 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Allocated IP 172.20.0.10 (ee5e6d32-76f2-40e4-8379-2f8cd4f72b00/150a815a-b090-47fa-bea9-739cdec044a9/aa920202-f96d-4a78-9f35-43655e114baf) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:19:02.045706 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-b4fbe6fb-cffc-4528-a45f-54728768cead None None] Provisioning complete for port af4f2d52-b899-4598-a65e-5404eb758ac3 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:02.047402 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b4fbe6fb-cffc-4528-a45f-54728768cead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (af4f2d52-b899-4598-a65e-5404eb758ac3), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:02.089420 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-083ba53c-8ac9-4f44-b08b-bdeeb85f2812 req-4e18aa02-1564-4b03-93a7-027a79bf45b8 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.0878701 Sep 13 01:19:02.103640 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-e2bb9a7d-480e-4ba3-9b6a-78179227cb5d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 01:19:02.107181 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-e2bb9a7d-480e-4ba3-9b6a-78179227cb5d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0141673 Sep 13 01:19:02.200132 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-b4fbe6fb-cffc-4528-a45f-54728768cead None None] Port af4f2d52-b899-4598-a65e-5404eb758ac3 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:19:02.247193 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5ff11c71-3834-4ca0-92b4-ea87ae30498f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:02.297204 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-93cae87d-736f-412a-98b5-f5e61556a24f req-940f42c7-08f5-4317-b6bd-e97a9eeabcb3 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 210 time: 0.1945472 Sep 13 01:19:02.445826 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'name': 'tempest-DeleteServersTestJSON-1790228227-router', 'tenant_id': '6475b1b1e54c4b0eb86021d82021de78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '72870bac-96f0-4132-99b2-5d6b93b8a0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:37Z', 'updated_at': '2022-09-13T01:18:50Z', 'revision_number': 4, 'project_id': '6475b1b1e54c4b0eb86021d82021de78', 'gw_port': {'id': '72870bac-96f0-4132-99b2-5d6b93b8a0b8', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:27:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:39Z', 'updated_at': '2022-09-13T01:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6c21bb16-18de-4240-bd10-3168e7b61ca5', 'name': '', 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00', 'tenant_id': '6475b1b1e54c4b0eb86021d82021de78', 'mac_address': 'fa:16:3e:70:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '150a815a-b090-47fa-bea9-739cdec044a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:47Z', 'updated_at': '2022-09-13T01:18:50Z', 'revision_number': 2, 'project_id': '6475b1b1e54c4b0eb86021d82021de78', 'subnets': [{'id': '150a815a-b090-47fa-bea9-739cdec044a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:02.477273 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-e246a9c9-c14b-44e0-a2ac-def904dee91c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Made reservation on behalf of a84dd36fe9484f41bc2f0d7da4e47c13 for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:19:02.481858 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-e246a9c9-c14b-44e0-a2ac-def904dee91c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:02.482562 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Checking router: bd794fc0-1ad3-40d6-a82d-cec9bba01c12 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:19:02.483099 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Updating router bd794fc0-1ad3-40d6-a82d-cec9bba01c12 port 6c21bb16-18de-4240-bd10-3168e7b61ca5 binding host dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:19:02.522014 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:02.523924 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:02.547167 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-1fde9b81-15ef-4ca6-86dc-bc8be2ceb8d1 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Publish callbacks [] for port (aa920202-f96d-4a78-9f35-43655e114baf), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:02.644565 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:02.683124 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-1fde9b81-15ef-4ca6-86dc-bc8be2ceb8d1 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (aa920202-f96d-4a78-9f35-43655e114baf), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:02.729545 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e9184c1b-8497-4200-bee3-3052df174bd7 req-b7bd7988-65a3-4765-89bd-fd12e9638f68 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 210 time: 0.0329583 Sep 13 01:19:02.743458 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 60440) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:02.790949 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:02.808874 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-e246a9c9-c14b-44e0-a2ac-def904dee91c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Allocated IP 172.20.0.7 (f76e7426-2310-4c50-8ad0-bf7be7b0fe24/89162ffe-bd41-4b0f-96cf-08e9b2407131/1a2cf032-3cde-45a3-9e82-737d704d0b9f) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:19:02.824318 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-1fde9b81-15ef-4ca6-86dc-bc8be2ceb8d1 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Network ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:19:02.839352 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-1fde9b81-15ef-4ca6-86dc-bc8be2ceb8d1 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:19:02.864873 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-1fde9b81-15ef-4ca6-86dc-bc8be2ceb8d1 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:19:02.874264 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-1fde9b81-15ef-4ca6-86dc-bc8be2ceb8d1 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:02.876524 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-1fde9b81-15ef-4ca6-86dc-bc8be2ceb8d1 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:02.927769 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde9b81-15ef-4ca6-86dc-bc8be2ceb8d1 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Pushing event updated for resources: {'Port': ['ID=aa920202-f96d-4a78-9f35-43655e114baf,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:02.965471 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Publish callbacks [] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:02.979844 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-1fde9b81-15ef-4ca6-86dc-bc8be2ceb8d1 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4553833 Sep 13 01:19:02.989073 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:02.995128 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b2e41afa-90a1-487a-b2d4-c1cb8666bb41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.080929 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:03.100576 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b2e41afa-90a1-487a-b2d4-c1cb8666bb41 admin admin] Publish callbacks [] for security_group (d6a301f6-183f-4d3b-b2f1-9d272e9ecd49), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.103341 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b844d72-ac0d-4586-8d2b-a995dfd5ddff None None] Pushing event updated for resources: {'Port': ['ID=6c21bb16-18de-4240-bd10-3168e7b61ca5,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:03.115857 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b2e41afa-90a1-487a-b2d4-c1cb8666bb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (d6a301f6-183f-4d3b-b2f1-9d272e9ecd49), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.117655 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Attempting to bind port 6c21bb16-18de-4240-bd10-3168e7b61ca5 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:19:03.118023 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Attempting to bind port 6c21bb16-18de-4240-bd10-3168e7b61ca5 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '56ee7bc1-29ba-43c3-9e8e-c4094f3c3327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:19:03.119185 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Attempting to bind port 6c21bb16-18de-4240-bd10-3168e7b61ca5 on network ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:19:03.138338 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d82d0a-80a1-4558-bcf2-77f21354c27c req-d70ab7fd-8647-455c-9b09-b9e0633b5f28 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:03.140496 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d7d82d0a-80a1-4558-bcf2-77f21354c27c req-d70ab7fd-8647-455c-9b09-b9e0633b5f28 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 932 time: 0.1423800 Sep 13 01:19:03.175602 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:19:03.176342 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Checking segment: {'id': '56ee7bc1-29ba-43c3-9e8e-c4094f3c3327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:19:03.177084 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.177647 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Bound using segment: {'id': '56ee7bc1-29ba-43c3-9e8e-c4094f3c3327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:19:03.177756 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-b2e41afa-90a1-487a-b2d4-c1cb8666bb41 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b3d92f0132c84f26b55b2a75a4328955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4327223 Sep 13 01:19:03.178477 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Bound port: 6c21bb16-18de-4240-bd10-3168e7b61ca5, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ee7bc1-29ba-43c3-9e8e-c4094f3c3327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:19:03.178955 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.179776 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 60458) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:03.186920 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e41afa-90a1-487a-b2d4-c1cb8666bb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a301f6-183f-4d3b-b2f1-9d272e9ecd49,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:03.222772 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-e246a9c9-c14b-44e0-a2ac-def904dee91c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for port (1a2cf032-3cde-45a3-9e82-737d704d0b9f), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.240250 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d7d82d0a-80a1-4558-bcf2-77f21354c27c req-0eeca014-178b-4651-a6a7-93cc65d74753 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928104 Sep 13 01:19:03.269684 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-2e83b41f-4f07-46bf-9104-cb6f3753c910 None None] Provisioning complete for port aa920202-f96d-4a78-9f35-43655e114baf triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:03.270114 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-e246a9c9-c14b-44e0-a2ac-def904dee91c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (1a2cf032-3cde-45a3-9e82-737d704d0b9f), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.270664 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2e83b41f-4f07-46bf-9104-cb6f3753c910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (aa920202-f96d-4a78-9f35-43655e114baf), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.271018 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-37930b19-2611-4689-b9b6-c3c3a64c65b0 req-aa606975-f097-4dd9-86ce-15a26919f28f tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.0395608 Sep 13 01:19:03.298750 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6fe05a28-23f0-48ff-a5bf-a13c46526c3b admin admin] Publish callbacks [] for security_group (d6a301f6-183f-4d3b-b2f1-9d272e9ecd49), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.308819 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:03.322328 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6fe05a28-23f0-48ff-a5bf-a13c46526c3b admin admin] Publish callbacks [] for security_group (d6a301f6-183f-4d3b-b2f1-9d272e9ecd49), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.325502 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-e246a9c9-c14b-44e0-a2ac-def904dee91c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:19:03.327082 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] For port 6c21bb16-18de-4240-bd10-3168e7b61ca5, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:19:03.331232 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-e246a9c9-c14b-44e0-a2ac-def904dee91c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:19:03.333542 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246a9c9-c14b-44e0-a2ac-def904dee91c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Pushing event updated for resources: {'Port': ['ID=1a2cf032-3cde-45a3-9e82-737d704d0b9f,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:03.335941 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-e246a9c9-c14b-44e0-a2ac-def904dee91c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:19:03.343694 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-e246a9c9-c14b-44e0-a2ac-def904dee91c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:03.344248 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-e246a9c9-c14b-44e0-a2ac-def904dee91c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.372532 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-e246a9c9-c14b-44e0-a2ac-def904dee91c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0621738 Sep 13 01:19:03.385477 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-2e83b41f-4f07-46bf-9104-cb6f3753c910 None None] Port aa920202-f96d-4a78-9f35-43655e114baf cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:19:03.390202 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] For port 6c21bb16-18de-4240-bd10-3168e7b61ca5, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=6c21bb16-18de-4240-bd10-3168e7b61ca5,segment=NetworkSegment(56ee7bc1-29ba-43c3-9e8e-c4094f3c3327),segment_id=56ee7bc1-29ba-43c3-9e8e-c4094f3c3327)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:19:03.407358 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.413928 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.422467 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6fe05a28-23f0-48ff-a5bf-a13c46526c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (d6a301f6-183f-4d3b-b2f1-9d272e9ecd49), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.426330 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6fe05a28-23f0-48ff-a5bf-a13c46526c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.434930 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-6fe05a28-23f0-48ff-a5bf-a13c46526c3b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d6a301f6-183f-4d3b-b2f1-9d272e9ecd49 HTTP/1.1" status: 204 len: 168 time: 0.2537682 Sep 13 01:19:03.446725 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Routers {'bd794fc0-1ad3-40d6-a82d-cec9bba01c12'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:19:03.447389 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:19:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['bd794fc0-1ad3-40d6-a82d-cec9bba01c12'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:03.448722 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe05a28-23f0-48ff-a5bf-a13c46526c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a301f6-183f-4d3b-b2f1-9d272e9ecd49,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:03.501266 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2580c94-4143-4edc-85d7-819778aabce1 req-46be16ce-a2fd-4538-90c6-5483605c8794 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:03.510836 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d2580c94-4143-4edc-85d7-819778aabce1 req-46be16ce-a2fd-4538-90c6-5483605c8794 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 931 time: 0.0720556 Sep 13 01:19:03.543662 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b844d72-ac0d-4586-8d2b-a995dfd5ddff None None] Pushing event updated for resources: {'Port': ['ID=6c21bb16-18de-4240-bd10-3168e7b61ca5,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:03.571595 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d2580c94-4143-4edc-85d7-819778aabce1 req-1425e62c-91c1-4f35-8da8-368c21e22500 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580122 Sep 13 01:19:03.619719 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-a8b34ab7-3582-4a6d-831c-3b68b1d88d22 None None] Provisioning complete for port 1a2cf032-3cde-45a3-9e82-737d704d0b9f triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:03.619719 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a8b34ab7-3582-4a6d-831c-3b68b1d88d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (1a2cf032-3cde-45a3-9e82-737d704d0b9f), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.625499 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] Set router bd794fc0-1ad3-40d6-a82d-cec9bba01c12 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:19:03.688723 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-a8b34ab7-3582-4a6d-831c-3b68b1d88d22 None None] Port 1a2cf032-3cde-45a3-9e82-737d704d0b9f cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:19:03.781080 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 60470) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:03.794397 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4ac8-537f-4d60-b90e-d2907bd1ac9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.794568 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:03.832247 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:03.849326 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7f1d0324-b8de-48ff-92c1-647393afbf7c req-62a76754-585a-4774-88d9-c584443c97a3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 210 time: 0.0293622 Sep 13 01:19:03.860385 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'name': 'tempest-DeleteServersTestJSON-1790228227-router', 'tenant_id': '6475b1b1e54c4b0eb86021d82021de78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '72870bac-96f0-4132-99b2-5d6b93b8a0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:37Z', 'updated_at': '2022-09-13T01:18:50Z', 'revision_number': 4, 'project_id': '6475b1b1e54c4b0eb86021d82021de78', 'gw_port': {'id': '72870bac-96f0-4132-99b2-5d6b93b8a0b8', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:27:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:39Z', 'updated_at': '2022-09-13T01:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6c21bb16-18de-4240-bd10-3168e7b61ca5', 'name': '', 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00', 'tenant_id': '6475b1b1e54c4b0eb86021d82021de78', 'mac_address': 'fa:16:3e:70:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '150a815a-b090-47fa-bea9-739cdec044a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:47Z', 'updated_at': '2022-09-13T01:19:03Z', 'revision_number': 4, 'project_id': '6475b1b1e54c4b0eb86021d82021de78', 'subnets': [{'id': '150a815a-b090-47fa-bea9-739cdec044a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:03.897550 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a36702c-4140-4dcf-acc6-17d24770e68d None None] The sync data for ids ['bd794fc0-1ad3-40d6-a82d-cec9bba01c12'] in dv-cinder-856941-3-iscsi is: [{'id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'name': 'tempest-DeleteServersTestJSON-1790228227-router', 'tenant_id': '6475b1b1e54c4b0eb86021d82021de78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '72870bac-96f0-4132-99b2-5d6b93b8a0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:37Z', 'updated_at': '2022-09-13T01:18:50Z', 'revision_number': 4, 'project_id': '6475b1b1e54c4b0eb86021d82021de78', 'gw_port': {'id': '72870bac-96f0-4132-99b2-5d6b93b8a0b8', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:27:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:39Z', 'updated_at': '2022-09-13T01:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6c21bb16-18de-4240-bd10-3168e7b61ca5', 'name': '', 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00', 'tenant_id': '6475b1b1e54c4b0eb86021d82021de78', 'mac_address': 'fa:16:3e:70:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '150a815a-b090-47fa-bea9-739cdec044a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:47Z', 'updated_at': '2022-09-13T01:19:03Z', 'revision_number': 4, 'project_id': '6475b1b1e54c4b0eb86021d82021de78', 'subnets': [{'id': '150a815a-b090-47fa-bea9-739cdec044a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:19:03.901988 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4ac8-537f-4d60-b90e-d2907bd1ac9e admin admin] Publish callbacks [] for security_group (89556a4b-e2ca-4511-8ee1-bf0a6d33b18c), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.906420 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4ac8-537f-4d60-b90e-d2907bd1ac9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (89556a4b-e2ca-4511-8ee1-bf0a6d33b18c), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:03.949125 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-9bcb4ac8-537f-4d60-b90e-d2907bd1ac9e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9b4cfdf1aede49af91f83f67637e4722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1645105 Sep 13 01:19:03.949125 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb4ac8-537f-4d60-b90e-d2907bd1ac9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89556a4b-e2ca-4511-8ee1-bf0a6d33b18c,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:03.949616 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 60472) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:04.027702 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-46228752-45cf-4899-9a8d-e10a8dc39d83 admin admin] Publish callbacks [] for security_group (89556a4b-e2ca-4511-8ee1-bf0a6d33b18c), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:04.050206 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-46228752-45cf-4899-9a8d-e10a8dc39d83 admin admin] Publish callbacks [] for security_group (89556a4b-e2ca-4511-8ee1-bf0a6d33b18c), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:04.102036 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-46228752-45cf-4899-9a8d-e10a8dc39d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (89556a4b-e2ca-4511-8ee1-bf0a6d33b18c), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:04.104779 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-46228752-45cf-4899-9a8d-e10a8dc39d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:04.106074 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-46228752-45cf-4899-9a8d-e10a8dc39d83 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/89556a4b-e2ca-4511-8ee1-bf0a6d33b18c HTTP/1.1" status: 204 len: 168 time: 0.1553807 Sep 13 01:19:04.115985 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46228752-45cf-4899-9a8d-e10a8dc39d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89556a4b-e2ca-4511-8ee1-bf0a6d33b18c,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:04.373133 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:04.394066 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-17822737-dde3-4763-9fc4-557d5e4dce4d req-bda61531-f9c7-45d7-9dd2-101398de86f6 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.0316596 Sep 13 01:19:04.423645 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b7f94-5672-4069-9a1a-2b8b1dec0034 req-090376f5-6b40-4832-bebb-76a9316a13ff tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:04.423645 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-101b7f94-5672-4069-9a1a-2b8b1dec0034 req-090376f5-6b40-4832-bebb-76a9316a13ff tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 932 time: 0.0825539 Sep 13 01:19:04.454745 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:04.469139 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-101b7f94-5672-4069-9a1a-2b8b1dec0034 req-cc2357b7-86bc-43c5-9e1b-abddc33308f0 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497413 Sep 13 01:19:04.779597 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e788732-303d-426a-bf20-6a912b4b1a2a req-a1508435-33c8-411c-b65b-8d3fdf7a557d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:04.790781 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7e788732-303d-426a-bf20-6a912b4b1a2a req-a1508435-33c8-411c-b65b-8d3fdf7a557d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 931 time: 0.1128638 Sep 13 01:19:04.818344 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:04.846845 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:04.879314 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7e788732-303d-426a-bf20-6a912b4b1a2a req-709887c1-cc9c-469f-874c-d8c4b3868df6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804527 Sep 13 01:19:05.005292 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-efe4cf82-18b8-41d9-9736-56a2e88fa44a req-a98c13ca-c037-4120-bc97-b6870c024554 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 210 time: 0.0346973 Sep 13 01:19:05.566517 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-91981e86-62dc-4bea-bf3a-5d60c60c920e req-b543e37c-0d3a-445b-8030-0f9f2ce432c3 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.0423388 Sep 13 01:19:05.570221 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 6c21bb16-18de-4240-bd10-3168e7b61ca5 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:19:05.676852 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 6c21bb16-18de-4240-bd10-3168e7b61ca5 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:05.677427 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:05.759246 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9a2b5-0fba-4f61-8ba6-14a37bd4a998 req-12b10286-bf36-4bf9-92e3-b7e33cf40336 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:05.762085 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-94b9a2b5-0fba-4f61-8ba6-14a37bd4a998 req-12b10286-bf36-4bf9-92e3-b7e33cf40336 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 932 time: 0.1133587 Sep 13 01:19:05.841982 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-94b9a2b5-0fba-4f61-8ba6-14a37bd4a998 req-6ab24ae4-b4e5-4478-a191-fb72f5f56b05 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722213 Sep 13 01:19:05.973224 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 6c21bb16-18de-4240-bd10-3168e7b61ca5 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:05.974232 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:06.017138 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 6c21bb16-18de-4240-bd10-3168e7b61ca5, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=6c21bb16-18de-4240-bd10-3168e7b61ca5,segment=NetworkSegment(56ee7bc1-29ba-43c3-9e8e-c4094f3c3327),segment_id=56ee7bc1-29ba-43c3-9e8e-c4094f3c3327)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:06.022688 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:06.082505 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=6c21bb16-18de-4240-bd10-3168e7b61ca5,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:06.143387 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79eb63-b8d9-4f6d-a8e4-eb84ee3684ad req-45e8d418-bdff-4dc2-85ed-01dd0357e445 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:06.150616 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7c79eb63-b8d9-4f6d-a8e4-eb84ee3684ad req-45e8d418-bdff-4dc2-85ed-01dd0357e445 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 931 time: 0.1377447 Sep 13 01:19:06.159728 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f83f6953-9d0d-4f7e-9981-d1b436034970 req-7ae65fa7-8fd7-464f-8992-50b0f60074be tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 210 time: 0.0359235 Sep 13 01:19:06.275470 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7c79eb63-b8d9-4f6d-a8e4-eb84ee3684ad req-3f78f223-6bd3-48c7-8b30-fcd91ee8abc5 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224461 Sep 13 01:19:06.692258 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-bf726cb7-7741-4119-b515-382b870b8bf7 req-27f8b472-0971-4fac-817a-d5d388f8a836 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.0326483 Sep 13 01:19:06.982262 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db3685-e23c-405e-8487-8dbf5a62c1e9 req-37b45a9a-1e55-4844-ad2e-0a938952a044 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:06.984579 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b4db3685-e23c-405e-8487-8dbf5a62c1e9 req-37b45a9a-1e55-4844-ad2e-0a938952a044 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 932 time: 0.0592897 Sep 13 01:19:07.060017 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b4db3685-e23c-405e-8487-8dbf5a62c1e9 req-c32d9a7e-3411-4055-873f-700eead81558 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673127 Sep 13 01:19:07.249930 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 60600) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:07.290197 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2ba7c8ba-77d7-40d7-9b9a-6164366d6799 req-8f68c199-b8ad-4d7a-a153-bb75a25081b5 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 210 time: 0.0314305 Sep 13 01:19:07.438549 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909631f2-82a5-45dd-8348-ce950488e6cb req-8aae2e05-24b7-4719-bfa1-729092bdde2c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:07.446042 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-909631f2-82a5-45dd-8348-ce950488e6cb req-8aae2e05-24b7-4719-bfa1-729092bdde2c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 931 time: 0.0843382 Sep 13 01:19:07.473934 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2ebac39e-1411-4331-b3d2-1f61e02dde0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:07.508480 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 6c21bb16-18de-4240-bd10-3168e7b61ca5 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:19:07.523408 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-909631f2-82a5-45dd-8348-ce950488e6cb req-6f3458bb-4fc7-4212-b2e8-5ff0abe739c0 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755937 Sep 13 01:19:07.590129 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 6c21bb16-18de-4240-bd10-3168e7b61ca5 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:07.590503 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:07.611449 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2ebac39e-1411-4331-b3d2-1f61e02dde0f admin admin] Publish callbacks [] for security_group (40ff82c9-4ae4-4236-861e-ae372e0edba4), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:07.617648 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2ebac39e-1411-4331-b3d2-1f61e02dde0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (40ff82c9-4ae4-4236-861e-ae372e0edba4), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:07.637925 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:07.644972 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:07.672401 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebac39e-1411-4331-b3d2-1f61e02dde0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ff82c9-4ae4-4236-861e-ae372e0edba4,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:07.680617 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-2ebac39e-1411-4331-b3d2-1f61e02dde0f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=825558f7e8c240b899bdbdcb1e34d377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4291070 Sep 13 01:19:07.683108 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 60614) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:07.684935 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 6c21bb16-18de-4240-bd10-3168e7b61ca5 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:07.734072 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4997462f-75d3-4558-b069-f654de421fa8 admin admin] Publish callbacks [] for security_group (40ff82c9-4ae4-4236-861e-ae372e0edba4), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:07.754567 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4997462f-75d3-4558-b069-f654de421fa8 admin admin] Publish callbacks [] for security_group (40ff82c9-4ae4-4236-861e-ae372e0edba4), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:07.815677 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-63241d6f-6f92-4cb5-889f-da55ccbb20e6 req-b3d92f01-8738-4bed-acbc-7f3ed9dfc160 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.0348251 Sep 13 01:19:07.837072 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4997462f-75d3-4558-b069-f654de421fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (40ff82c9-4ae4-4236-861e-ae372e0edba4), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:07.839897 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4997462f-75d3-4558-b069-f654de421fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:07.841130 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-4997462f-75d3-4558-b069-f654de421fa8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/40ff82c9-4ae4-4236-861e-ae372e0edba4 HTTP/1.1" status: 204 len: 168 time: 0.1567817 Sep 13 01:19:07.853815 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997462f-75d3-4558-b069-f654de421fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ff82c9-4ae4-4236-861e-ae372e0edba4,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:08.220919 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1e82b-19db-4e61-8e3e-2be989c2a150 req-550f086f-5264-4a90-9dfd-0aaf537ddc9c tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:08.228334 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-35b1e82b-19db-4e61-8e3e-2be989c2a150 req-550f086f-5264-4a90-9dfd-0aaf537ddc9c tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 932 time: 0.0721169 Sep 13 01:19:08.246083 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 60630) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:08.263088 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6db6-6ffa-4711-a21c-3e2709bdf3be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:08.287328 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-35b1e82b-19db-4e61-8e3e-2be989c2a150 req-ab6058d0-2adb-4eb9-9466-d4b64b856f43 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580325 Sep 13 01:19:08.379434 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6db6-6ffa-4711-a21c-3e2709bdf3be admin admin] Publish callbacks [] for security_group (b2a04d82-87e0-4498-a411-691f273786de), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:08.387695 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6db6-6ffa-4711-a21c-3e2709bdf3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (b2a04d82-87e0-4498-a411-691f273786de), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:08.464747 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-694879aa-5e2f-4ff5-8a1e-4bdb1f7290fd req-a3ff8eda-4e44-4dcb-9838-9fc96de7955a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 210 time: 0.0665767 Sep 13 01:19:08.469247 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-8d9a6db6-6ffa-4711-a21c-3e2709bdf3be admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c30a8c79fc0244b1a72954cd4280c096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215855 Sep 13 01:19:08.470556 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a6db6-6ffa-4711-a21c-3e2709bdf3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a04d82-87e0-4498-a411-691f273786de,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:08.472112 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 60636) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:08.549413 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d1aad9d-8673-4d13-8b50-52948019968c admin admin] Publish callbacks [] for security_group (b2a04d82-87e0-4498-a411-691f273786de), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:08.596810 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d1aad9d-8673-4d13-8b50-52948019968c admin admin] Publish callbacks [] for security_group (b2a04d82-87e0-4498-a411-691f273786de), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:08.652160 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:08.706459 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35320fc6-316c-4dc8-be92-deb6159c7715 req-ec94246e-feb1-47a9-9e32-c17fac359f86 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:08.714300 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-35320fc6-316c-4dc8-be92-deb6159c7715 req-ec94246e-feb1-47a9-9e32-c17fac359f86 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 931 time: 0.1013644 Sep 13 01:19:08.792183 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-35320fc6-316c-4dc8-be92-deb6159c7715 req-f5cb24dd-fc8f-4592-9fb4-cccfed518776 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767176 Sep 13 01:19:08.803258 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d1aad9d-8673-4d13-8b50-52948019968c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (b2a04d82-87e0-4498-a411-691f273786de), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:08.806149 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d1aad9d-8673-4d13-8b50-52948019968c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:08.807445 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-2d1aad9d-8673-4d13-8b50-52948019968c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b2a04d82-87e0-4498-a411-691f273786de HTTP/1.1" status: 204 len: 168 time: 0.3342905 Sep 13 01:19:08.817082 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1aad9d-8673-4d13-8b50-52948019968c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a04d82-87e0-4498-a411-691f273786de,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:09.011136 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-667906d3-06cc-492e-bbc2-8f842d9c02e8 req-cdf3114e-732c-4d64-9379-b14f12af879f tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.0580459 Sep 13 01:19:09.535247 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade3299-066e-4a4c-997f-508bfa7f7f6b req-04aaf6d2-1d46-41d4-82bb-fef491377420 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:09.542418 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1ade3299-066e-4a4c-997f-508bfa7f7f6b req-04aaf6d2-1d46-41d4-82bb-fef491377420 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 932 time: 0.1190789 Sep 13 01:19:09.605663 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-715cefda-b743-4782-9b8c-bb7b966a1532 req-8adfd892-0391-4180-90a2-3501fcdeadec tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 210 time: 0.0307424 Sep 13 01:19:09.607951 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1ade3299-066e-4a4c-997f-508bfa7f7f6b req-104becb5-6714-46c9-abe7-74aef044909e tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644801 Sep 13 01:19:09.968184 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a51d8-167c-42e7-8556-52ef2cf343a3 req-6f584d01-073e-46fa-b15f-1370f532466e tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:09.970128 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e63a51d8-167c-42e7-8556-52ef2cf343a3 req-6f584d01-073e-46fa-b15f-1370f532466e tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 931 time: 0.0704262 Sep 13 01:19:10.068955 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e63a51d8-167c-42e7-8556-52ef2cf343a3 req-aa24a7d8-f42a-4bb0-a930-ba895b9be4f8 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751007 Sep 13 01:19:10.203658 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7fea6f52-8c5a-4c3d-91f5-b17708ecc556 req-46cfc21d-8a8f-466f-ba89-d0179eabbb67 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.0454187 Sep 13 01:19:10.803675 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-88411f17-22f3-4041-b2be-a4c3a227f622 req-cfabd590-9929-4b2c-8029-0e2ce058853b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 210 time: 0.0638585 Sep 13 01:19:10.838345 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d1b01-9eba-4124-adb0-a1bcbd2fa601 req-db4aaeb2-6b9f-4bc1-86ee-3c6918204837 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:10.848168 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1c2d1b01-9eba-4124-adb0-a1bcbd2fa601 req-db4aaeb2-6b9f-4bc1-86ee-3c6918204837 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 932 time: 0.0929823 Sep 13 01:19:10.883257 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 60756) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:10.921056 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1c2d1b01-9eba-4124-adb0-a1bcbd2fa601 req-ee97c19e-7289-4064-b31a-cfeecfef7fc8 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717123 Sep 13 01:19:11.261656 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-dc7137fc-d693-4318-92b9-2bd28f6e7ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:11.270488 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6077db3-88b8-414d-a17b-67c6b0a9acf6 req-64b556df-76c4-4818-b573-b75d91555a77 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:11.278096 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d6077db3-88b8-414d-a17b-67c6b0a9acf6 req-64b556df-76c4-4818-b573-b75d91555a77 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 931 time: 0.0898666 Sep 13 01:19:11.337775 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:11.344120 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-76c7c79a-240c-4f22-baee-5e01655f5738 req-c50d0ba5-03e4-4d44-88f4-5a7501d40714 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.0461857 Sep 13 01:19:11.388793 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d6077db3-88b8-414d-a17b-67c6b0a9acf6 req-b65cc09e-0090-4dd0-955d-1c00029c33eb tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096079 Sep 13 01:19:11.403193 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-dc7137fc-d693-4318-92b9-2bd28f6e7ea8 admin admin] Publish callbacks [] for security_group (d577c6cf-0884-4647-8e64-f2f12664d370), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:11.419519 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-dc7137fc-d693-4318-92b9-2bd28f6e7ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (d577c6cf-0884-4647-8e64-f2f12664d370), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:11.427106 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:11.472806 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 60774) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:11.473133 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-dc7137fc-d693-4318-92b9-2bd28f6e7ea8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=68ec334ca1994b729290d6acef7e58ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5875683 Sep 13 01:19:11.474178 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7137fc-d693-4318-92b9-2bd28f6e7ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d577c6cf-0884-4647-8e64-f2f12664d370,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:11.571524 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9c199b3a-e642-48bf-be2f-fdc0e429f2df admin admin] Publish callbacks [] for security_group (d577c6cf-0884-4647-8e64-f2f12664d370), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:11.759533 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9c199b3a-e642-48bf-be2f-fdc0e429f2df admin admin] Publish callbacks [] for security_group (d577c6cf-0884-4647-8e64-f2f12664d370), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:11.828816 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9c199b3a-e642-48bf-be2f-fdc0e429f2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (d577c6cf-0884-4647-8e64-f2f12664d370), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:11.831325 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9c199b3a-e642-48bf-be2f-fdc0e429f2df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:11.832545 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-9c199b3a-e642-48bf-be2f-fdc0e429f2df admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d577c6cf-0884-4647-8e64-f2f12664d370 HTTP/1.1" status: 204 len: 168 time: 0.3576605 Sep 13 01:19:11.850905 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c199b3a-e642-48bf-be2f-fdc0e429f2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d577c6cf-0884-4647-8e64-f2f12664d370,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:11.972280 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e6b303af-a3c7-440c-9f28-a0a37db8cad2 req-d7c254aa-7bde-4f78-82d8-802ed99bf152 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 210 time: 0.0451474 Sep 13 01:19:12.079040 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c474773-2114-4333-adf4-fa33be5948ba req-859bf648-887c-4a4f-a282-2e2b84f738f9 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:12.083438 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3c474773-2114-4333-adf4-fa33be5948ba req-859bf648-887c-4a4f-a282-2e2b84f738f9 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 932 time: 0.0697572 Sep 13 01:19:12.133066 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3c474773-2114-4333-adf4-fa33be5948ba req-7cbf5b18-4a4e-4c16-bbed-53aa20dba758 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451620 Sep 13 01:19:12.238659 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 60806) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:12.255064 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-afc77285-c3b7-4ee5-95ba-98092019e7ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:12.333729 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-afc77285-c3b7-4ee5-95ba-98092019e7ad admin admin] Publish callbacks [] for security_group (5e078023-d4a2-47fb-b4af-57912ff488ee), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:12.337804 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-afc77285-c3b7-4ee5-95ba-98092019e7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (5e078023-d4a2-47fb-b4af-57912ff488ee), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:12.354098 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:12.406864 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-afc77285-c3b7-4ee5-95ba-98092019e7ad admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=027af2c11f494e59a4cbbd6158ed3b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1669521 Sep 13 01:19:12.410724 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 60816) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:12.411525 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc77285-c3b7-4ee5-95ba-98092019e7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e078023-d4a2-47fb-b4af-57912ff488ee,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:12.496828 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-723b8f19-d735-4bc1-ae70-41fad31cbf5d req-53494132-d8ac-453b-bc37-f7fd7e569b8b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.0485337 Sep 13 01:19:12.517217 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8cbec638-1cb0-4332-b52f-0988cca67ee7 admin admin] Publish callbacks [] for security_group (5e078023-d4a2-47fb-b4af-57912ff488ee), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:12.531284 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b049507-ffbb-4fc4-9317-97252e5ddc93 req-80bf94b9-2f8c-4e44-bd6a-d7eed2732562 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:12.532566 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6b049507-ffbb-4fc4-9317-97252e5ddc93 req-80bf94b9-2f8c-4e44-bd6a-d7eed2732562 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 931 time: 0.0496056 Sep 13 01:19:12.540063 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8cbec638-1cb0-4332-b52f-0988cca67ee7 admin admin] Publish callbacks [] for security_group (5e078023-d4a2-47fb-b4af-57912ff488ee), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:12.548117 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:12.583676 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6b049507-ffbb-4fc4-9317-97252e5ddc93 req-99c6036f-127a-416b-a6f2-5f93e80019ad tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445585 Sep 13 01:19:12.590717 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8cbec638-1cb0-4332-b52f-0988cca67ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (5e078023-d4a2-47fb-b4af-57912ff488ee), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:12.593796 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8cbec638-1cb0-4332-b52f-0988cca67ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:12.607732 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-8cbec638-1cb0-4332-b52f-0988cca67ee7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5e078023-d4a2-47fb-b4af-57912ff488ee HTTP/1.1" status: 204 len: 168 time: 0.1786444 Sep 13 01:19:12.607732 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbec638-1cb0-4332-b52f-0988cca67ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e078023-d4a2-47fb-b4af-57912ff488ee,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:12.720413 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:13.082810 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4b68baa4-adf2-471d-a363-3e621f7d0324 req-e5ee9f38-9ec4-43e4-a0b4-802cf42bfeca tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 210 time: 0.0297005 Sep 13 01:19:13.255546 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b889e4-d97b-4818-84c9-8b8bcb90d519 req-569b9e37-5807-41d8-bcd6-27de41c9c48f tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:13.256986 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-55b889e4-d97b-4818-84c9-8b8bcb90d519 req-569b9e37-5807-41d8-bcd6-27de41c9c48f tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 932 time: 0.0494497 Sep 13 01:19:13.304748 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-55b889e4-d97b-4818-84c9-8b8bcb90d519 req-e08e640e-7c31-4c30-92f6-d63077bbdc7c tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422015 Sep 13 01:19:13.611989 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9f68f61d-6526-43b2-bfc2-fc6690e97385 req-6ab7e455-6405-4081-8401-ad51976fcb36 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.0330205 Sep 13 01:19:13.734103 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.25', 52904) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:13.897527 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Request body: {'port': {'device_id': '2a24ff77-efd2-4d53-b120-387e032d8e33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:13.961034 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Request body: {'port': {'device_id': '2e628b0a-c70b-4c2b-b98e-339abc492871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:14.020595 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Request body: {'port': {'device_id': '0091ed80-cb3c-4dce-b54c-48989fb19e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:14.063400 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05363c-e00e-4b2e-95b2-c6da4bb83204 req-adc01da4-9e4e-4803-a34f-e3c75dbe6452 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:14.064927 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ec05363c-e00e-4b2e-95b2-c6da4bb83204 req-adc01da4-9e4e-4803-a34f-e3c75dbe6452 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 931 time: 0.3866477 Sep 13 01:19:14.134347 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (1a2cf032-3cde-45a3-9e82-737d704d0b9f), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:14.138878 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (aa920202-f96d-4a78-9f35-43655e114baf), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:14.140930 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (af4f2d52-b899-4598-a65e-5404eb758ac3), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:14.210882 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-16337827-176b-481f-b307-1245e70f2c9b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:14.212428 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-16337827-176b-481f-b307-1245e70f2c9b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.25 "GET /networking/v2.0/networks?id=bdb1d525-4a86-4d73-99d0-0254f6253a0a HTTP/1.1" status: 200 len: 810 time: 0.4816875 Sep 13 01:19:14.245235 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ec05363c-e00e-4b2e-95b2-c6da4bb83204 req-6e2890d0-ae12-4fb4-b03d-d41c1ec914d0 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695025 Sep 13 01:19:14.280583 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-443a2890-c49a-4574-b4b0-2bd126a0c278 req-473d5596-5215-4979-bc85-f0052f312585 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 210 time: 0.0507565 Sep 13 01:19:14.309832 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:14.318741 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:14.515095 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.25', 52913) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:14.520414 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-64f6bf44-e078-4bb7-969d-b7b9561b48bd tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9056ec686513412a87c292387e25e870 HTTP/1.1" status: 200 len: 380 time: 0.2196455 Sep 13 01:19:14.665907 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-58010547-efc7-499b-8820-986011cd3206 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Request body: {'port': {'device_id': '85de1ecb-9d12-49d4-b0cd-4631e36357d3', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'admin_state_up': True, 'tenant_id': '9056ec686513412a87c292387e25e870', 'security_groups': ['43982cba-f599-4667-83c8-e58ae898f0b2']}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:14.917246 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3d849a0d-e4a2-4699-b945-6ee741029cda req-bd273751-1cd2-4d3a-8ca8-5021a40c1aaa tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.1515143 Sep 13 01:19:14.932213 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb407a29-6777-40d2-bb1c-47bb0599cb05 req-98b99e66-aeb3-4806-856c-c2a20f95d609 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:14.939800 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fb407a29-6777-40d2-bb1c-47bb0599cb05 req-98b99e66-aeb3-4806-856c-c2a20f95d609 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 932 time: 0.4365780 Sep 13 01:19:14.981693 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.notifiers.nova [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa920202-f96d-4a78-9f35-43655e114baf {{(pid=106209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:19:14.988620 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:14.989573 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:14.992827 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Publish callbacks [] for port (aa920202-f96d-4a78-9f35-43655e114baf), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:15.018216 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.provisioning_blocks [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Transition to ACTIVE for port object aa920202-f96d-4a78-9f35-43655e114baf will not be triggered until provisioned by entity L2. {{(pid=106209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:19:15.026230 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (aa920202-f96d-4a78-9f35-43655e114baf), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:15.150450 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Attempting to bind port aa920202-f96d-4a78-9f35-43655e114baf on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:19:15.151831 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Attempting to bind port aa920202-f96d-4a78-9f35-43655e114baf by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '56ee7bc1-29ba-43c3-9e8e-c4094f3c3327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00'}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:19:15.152400 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Attempting to bind port aa920202-f96d-4a78-9f35-43655e114baf on network ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:19:15.154623 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Pushing event updated for resources: {'Port': ['ID=aa920202-f96d-4a78-9f35-43655e114baf,revision_number=2']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:15.159260 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-eba5df56-0df4-426c-bb43-1e820c543d64 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:15.161838 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-eba5df56-0df4-426c-bb43-1e820c543d64 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.25 "GET /networking/v2.0/networks?id=47cc024b-679e-42c4-bf2a-2407e9c9e294 HTTP/1.1" status: 200 len: 815 time: 0.6404433 Sep 13 01:19:15.175241 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fb407a29-6777-40d2-bb1c-47bb0599cb05 req-0a24be29-b1db-49c0-b402-8b6d9d8d49d8 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322068 Sep 13 01:19:15.187213 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:15.229014 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Port aa920202-f96d-4a78-9f35-43655e114baf on network ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:19:15.229656 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Attempting to bind port aa920202-f96d-4a78-9f35-43655e114baf on network ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:19:15.296893 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-58010547-efc7-499b-8820-986011cd3206 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Made reservation on behalf of 9056ec686513412a87c292387e25e870 for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:19:15.300792 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-58010547-efc7-499b-8820-986011cd3206 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:15.303132 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:19:15.303587 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Checking segment: {'id': '56ee7bc1-29ba-43c3-9e8e-c4094f3c3327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:19:15.304228 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Bound using segment: {'id': '56ee7bc1-29ba-43c3-9e8e-c4094f3c3327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00'} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:19:15.304766 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Bound port: aa920202-f96d-4a78-9f35-43655e114baf, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ee7bc1-29ba-43c3-9e8e-c4094f3c3327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00'}}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:19:15.305227 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (aa920202-f96d-4a78-9f35-43655e114baf), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:15.393676 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:15.416693 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] For port aa920202-f96d-4a78-9f35-43655e114baf, host hv-cinder-85694, cleared binding levels {{(pid=106209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:19:15.444967 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-f217eb8e-02df-45dc-856a-6da53341556d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7 HTTP/1.1" status: 200 len: 379 time: 0.2614157 Sep 13 01:19:15.461174 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] For port aa920202-f96d-4a78-9f35-43655e114baf, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=aa920202-f96d-4a78-9f35-43655e114baf,segment=NetworkSegment(56ee7bc1-29ba-43c3-9e8e-c4094f3c3327),segment_id=56ee7bc1-29ba-43c3-9e8e-c4094f3c3327)] {{(pid=106209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:19:15.474350 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d034533-47d4-497e-884a-b50d7a186199 req-5843ab07-acf5-4e12-b243-146547b292f6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:15.475967 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3d034533-47d4-497e-884a-b50d7a186199 req-5843ab07-acf5-4e12-b243-146547b292f6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 931 time: 0.0839486 Sep 13 01:19:15.479529 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (aa920202-f96d-4a78-9f35-43655e114baf), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:15.483408 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:15.483408 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for port (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:15.485622 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/aa920202-f96d-4a78-9f35-43655e114baf HTTP/1.1" status: 200 len: 1094 time: 1.7502618 Sep 13 01:19:15.490163 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a24ff77-efd2-4d53-b120-387e032d8e33', 'tag': 'aa920202-f96d-4a78-9f35-43655e114baf'}] {{(pid=106209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:19:15.505306 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-a6966c6f-cdeb-4899-b606-710a1516f75e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Request body: {'port': {'device_id': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'admin_state_up': True, 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'security_groups': ['e2af11ee-d080-483f-8612-46adab897d8e']}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:15.523511 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4d7102f0-d33f-42e9-b3b2-4ae648537b73 req-96576d3e-4720-436c-9493-e9cda4e5c4b6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 210 time: 0.0892053 Sep 13 01:19:15.548145 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4f2d52-b899-4598-a65e-5404eb758ac3 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:19:15.610288 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Publish callbacks [] for port (af4f2d52-b899-4598-a65e-5404eb758ac3), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:15.687687 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Transition to ACTIVE for port object af4f2d52-b899-4598-a65e-5404eb758ac3 will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:19:15.703785 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-58010547-efc7-499b-8820-986011cd3206 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Allocated IP 172.20.0.3 (bdb1d525-4a86-4d73-99d0-0254f6253a0a/4e6dbcd3-8686-4d4b-89a7-314bf35476d1/fd07ce18-daad-47e8-8e34-3a96d4e32e60) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:19:15.727047 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (af4f2d52-b899-4598-a65e-5404eb758ac3), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:15.905082 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4037e2ae3c55ed11cca0bb8930849acd1aa4f7088dac3d306a7770f6ecceea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0da2d68-79ad-4579-94b8-fd76ec664aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "2a24ff77-efd2-4d53-b120-387e032d8e33", "tag": "aa920202-f96d-4a78-9f35-43655e114baf"}]}' {{(pid=106209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:19:15.908792 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-d4006cc2-f66c-4355-b2da-01b4e9c6670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:15.910910 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-d4006cc2-f66c-4355-b2da-01b4e9c6670e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6475b1b1e54c4b0eb86021d82021de78&device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 1128 time: 0.3171759 Sep 13 01:19:15.934670 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3d034533-47d4-497e-884a-b50d7a186199 req-3f6f61fd-9a55-47da-a286-02d874a71c77 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480159 Sep 13 01:19:15.935311 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0baf7c5-26fc-4c8d-ba3b-85caa3ffc4ea service neutron] Pushing event updated for resources: {'Port': ['ID=aa920202-f96d-4a78-9f35-43655e114baf,revision_number=3']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:15.957869 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Pushing event updated for resources: {'Port': ['ID=af4f2d52-b899-4598-a65e-5404eb758ac3,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:15.975175 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-a6966c6f-cdeb-4899-b606-710a1516f75e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Made reservation on behalf of 7a9e1eee32f04f3cabd8219d36d2c6a7 for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:19:15.992052 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-a6966c6f-cdeb-4899-b606-710a1516f75e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:16.040415 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-0dfc1da7-ddfe-45e7-9d42-d3e45a23d432 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa920202-f96d-4a78-9f35-43655e114baf HTTP/1.1" status: 200 len: 217 time: 0.1189654 Sep 13 01:19:16.200299 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5f83148a-316c-41bc-9e50-c25cd25ec28f req-23a4cccd-542f-4e68-876f-704283975aca tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.1314521 Sep 13 01:19:16.219224 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f790805c-0711-41f0-b2e5-bdb66bae863d x-openstack-request-id: req-f790805c-0711-41f0-b2e5-bdb66bae863d {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:19:16.219224 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a24ff77-efd2-4d53-b120-387e032d8e33", "tag": "aa920202-f96d-4a78-9f35-43655e114baf", "status": "completed", "code": 200}]} {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:19:16.219477 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f790805c-0711-41f0-b2e5-bdb66bae863d {{(pid=106209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:19:16.219758 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f790805c-0711-41f0-b2e5-bdb66bae863d'] response: {'name': 'network-changed', 'server_uuid': '2a24ff77-efd2-4d53-b120-387e032d8e33', 'tag': 'aa920202-f96d-4a78-9f35-43655e114baf', 'status': 'completed', 'code': 200} Sep 13 01:19:16.222029 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-7bb34621-71f8-4290-a682-40b37fb12ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:16.222991 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-7bb34621-71f8-4290-a682-40b37fb12ed7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=150a815a-b090-47fa-bea9-739cdec044a9 HTTP/1.1" status: 200 len: 851 time: 0.1741073 Sep 13 01:19:16.252875 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-a6966c6f-cdeb-4899-b606-710a1516f75e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Allocated IP 172.20.0.12 (47cc024b-679e-42c4-bf2a-2407e9c9e294/4dc1ba80-c277-4b7a-83cd-c01962e812af/88cd16db-1d4f-46f0-9069-3f6713e3efbd) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:19:16.271817 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:16.272899 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:16.288333 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Attempting to bind port af4f2d52-b899-4598-a65e-5404eb758ac3 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:19:16.288965 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Attempting to bind port af4f2d52-b899-4598-a65e-5404eb758ac3 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:19:16.289642 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Attempting to bind port af4f2d52-b899-4598-a65e-5404eb758ac3 on network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:19:16.453477 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.notifiers.nova [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2cf032-3cde-45a3-9e82-737d704d0b9f {{(pid=106209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:19:16.485053 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Publish callbacks [] for port (1a2cf032-3cde-45a3-9e82-737d704d0b9f), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:16.507915 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56bce9-e9f3-4258-a377-69393940c494 req-65056908-9f3d-40c2-9aab-33656487169d tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:16.509544 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fd56bce9-e9f3-4258-a377-69393940c494 req-65056908-9f3d-40c2-9aab-33656487169d tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 944 time: 0.1847489 Sep 13 01:19:16.511511 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-632367e8-7252-4b37-b950-e7af6a1e6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:16.513043 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-632367e8-7252-4b37-b950-e7af6a1e6e55 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ee5e6d32-76f2-40e4-8379-2f8cd4f72b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2814631 Sep 13 01:19:16.515767 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.provisioning_blocks [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Transition to ACTIVE for port object 1a2cf032-3cde-45a3-9e82-737d704d0b9f will not be triggered until provisioned by entity L2. {{(pid=106209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:19:16.529528 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (1a2cf032-3cde-45a3-9e82-737d704d0b9f), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:16.541986 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Port af4f2d52-b899-4598-a65e-5404eb758ac3 on network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:19:16.542518 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Attempting to bind port af4f2d52-b899-4598-a65e-5404eb758ac3 on network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:19:16.623277 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-58010547-efc7-499b-8820-986011cd3206 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for port (fd07ce18-daad-47e8-8e34-3a96d4e32e60), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:16.689827 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2cf032-3cde-45a3-9e82-737d704d0b9f,revision_number=2']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:16.699745 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0d6b42f3-853b-4821-92dc-58ca91426b7b req-f108e0b1-fee9-4e97-b6af-9f3515fb012c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 210 time: 0.0700214 Sep 13 01:19:16.703157 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Attempting to bind port 1a2cf032-3cde-45a3-9e82-737d704d0b9f on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:19:16.703493 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Attempting to bind port 1a2cf032-3cde-45a3-9e82-737d704d0b9f by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:19:16.703818 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Attempting to bind port 1a2cf032-3cde-45a3-9e82-737d704d0b9f on network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:19:16.757038 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Port 1a2cf032-3cde-45a3-9e82-737d704d0b9f on network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:19:16.757359 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Attempting to bind port 1a2cf032-3cde-45a3-9e82-737d704d0b9f on network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:19:16.764612 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-ac3f9d22-c9b1-4c21-b84e-825dd89e424b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ee5e6d32-76f2-40e4-8379-2f8cd4f72b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445900 Sep 13 01:19:16.795797 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:16.833973 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fd56bce9-e9f3-4258-a377-69393940c494 req-30712aec-5f28-4ab0-b699-331019903df3 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958717 Sep 13 01:19:16.845123 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:19:16.845123 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Checking segment: {'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:19:16.845595 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Bound using segment: {'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'} {{(pid=106209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:19:16.846338 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.managers [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Bound port: 1a2cf032-3cde-45a3-9e82-737d704d0b9f, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'}}] {{(pid=106209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:19:16.846813 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (1a2cf032-3cde-45a3-9e82-737d704d0b9f), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:16.915360 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:19:16.915718 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Checking segment: {'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:19:16.916266 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Bound using segment: {'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:19:16.916750 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Bound port: af4f2d52-b899-4598-a65e-5404eb758ac3, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:19:16.917091 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (af4f2d52-b899-4598-a65e-5404eb758ac3), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:16.949766 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-a6966c6f-cdeb-4899-b606-710a1516f75e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:16.981908 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-58010547-efc7-499b-8820-986011cd3206 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (fd07ce18-daad-47e8-8e34-3a96d4e32e60), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:17.068496 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] For port 1a2cf032-3cde-45a3-9e82-737d704d0b9f, host hv-cinder-85694, cleared binding levels {{(pid=106209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:19:17.080203 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] For port 1a2cf032-3cde-45a3-9e82-737d704d0b9f, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1a2cf032-3cde-45a3-9e82-737d704d0b9f,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:19:17.097178 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:17.099114 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:17.118093 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] For port af4f2d52-b899-4598-a65e-5404eb758ac3, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:19:17.129095 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-58010547-efc7-499b-8820-986011cd3206 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Network bdb1d525-4a86-4d73-99d0-0254f6253a0a is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:19:17.140637 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b251f6-eb95-4098-aacd-324c07742fbf req-037cbc6e-c8a1-4cbd-bf23-6239dae3e016 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:17.162739 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-51b251f6-eb95-4098-aacd-324c07742fbf req-037cbc6e-c8a1-4cbd-bf23-6239dae3e016 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 943 time: 0.0588031 Sep 13 01:19:17.164094 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-58010547-efc7-499b-8820-986011cd3206 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:19:17.164094 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] For port af4f2d52-b899-4598-a65e-5404eb758ac3, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=af4f2d52-b899-4598-a65e-5404eb758ac3,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:19:17.164094 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58010547-efc7-499b-8820-986011cd3206 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Pushing event updated for resources: {'Port': ['ID=fd07ce18-daad-47e8-8e34-3a96d4e32e60,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:17.164094 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-58010547-efc7-499b-8820-986011cd3206 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:19:17.164094 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-58010547-efc7-499b-8820-986011cd3206 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:17.164094 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-58010547-efc7-499b-8820-986011cd3206 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:17.190317 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (1a2cf032-3cde-45a3-9e82-737d704d0b9f), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:17.209043 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (af4f2d52-b899-4598-a65e-5404eb758ac3), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:17.211680 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-a6966c6f-cdeb-4899-b606-710a1516f75e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:17.246297 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:17.246977 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for port (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:17.249872 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:17.250581 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:17.252387 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/af4f2d52-b899-4598-a65e-5404eb758ac3 HTTP/1.1" status: 200 len: 1094 time: 3.5225391 Sep 13 01:19:17.258745 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-58010547-efc7-499b-8820-986011cd3206 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7070568 Sep 13 01:19:17.259889 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0091ed80-cb3c-4dce-b54c-48989fb19e7b', 'tag': 'af4f2d52-b899-4598-a65e-5404eb758ac3'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:19:17.269951 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/1a2cf032-3cde-45a3-9e82-737d704d0b9f HTTP/1.1" status: 200 len: 1093 time: 3.5316889 Sep 13 01:19:17.312989 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-51b251f6-eb95-4098-aacd-324c07742fbf req-6c5dc791-1566-4c0e-9381-0cec1347d6dc tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649926 Sep 13 01:19:17.346208 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646b8f7-cab8-4a1d-ab75-533f86b92407 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2cf032-3cde-45a3-9e82-737d704d0b9f,revision_number=3']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:17.437219 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:17.500725 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f88b86-3196-41b3-975a-98d19bb4ec00" -d '{"events": [{"name": "network-changed", "server_uuid": "0091ed80-cb3c-4dce-b54c-48989fb19e7b", "tag": "af4f2d52-b899-4598-a65e-5404eb758ac3"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:19:17.517885 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-a6966c6f-cdeb-4899-b606-710a1516f75e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Network 47cc024b-679e-42c4-bf2a-2407e9c9e294 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:19:17.528686 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-a6966c6f-cdeb-4899-b606-710a1516f75e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:19:17.535070 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-a6966c6f-cdeb-4899-b606-710a1516f75e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:19:17.540680 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-a6966c6f-cdeb-4899-b606-710a1516f75e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:17.541645 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-a6966c6f-cdeb-4899-b606-710a1516f75e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:17.551613 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-bb9b2cac-3abc-41a6-aa3f-39fff0335bd2 None None] Provisioning complete for port fd07ce18-daad-47e8-8e34-3a96d4e32e60 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:17.552188 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bb9b2cac-3abc-41a6-aa3f-39fff0335bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (fd07ce18-daad-47e8-8e34-3a96d4e32e60), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:17.561754 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68620b-fa09-4177-b26d-028278c82381 req-b9f1b82b-6955-4029-aa2d-89c138db11f6 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:17.564354 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9d68620b-fa09-4177-b26d-028278c82381 req-b9f1b82b-6955-4029-aa2d-89c138db11f6 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 931 time: 0.1454129 Sep 13 01:19:17.565228 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec499092-0b5a-413c-8c83-af2e773d5c5e service neutron] Pushing event updated for resources: {'Port': ['ID=af4f2d52-b899-4598-a65e-5404eb758ac3,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:17.572951 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-a6966c6f-cdeb-4899-b606-710a1516f75e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0886524 Sep 13 01:19:17.627828 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6966c6f-cdeb-4899-b606-710a1516f75e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Pushing event updated for resources: {'Port': ['ID=88cd16db-1d4f-46f0-9069-3f6713e3efbd,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:17.628687 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b2cac-3abc-41a6-aa3f-39fff0335bd2 None None] Port fd07ce18-daad-47e8-8e34-3a96d4e32e60 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:19:17.684004 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9d68620b-fa09-4177-b26d-028278c82381 req-0c110d74-0924-419f-8c9e-f5442751e89b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530620 Sep 13 01:19:17.745522 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90722a83-f826-4bba-b1bb-8f03280baf2b x-openstack-request-id: req-90722a83-f826-4bba-b1bb-8f03280baf2b {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:19:17.745695 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0091ed80-cb3c-4dce-b54c-48989fb19e7b", "tag": "af4f2d52-b899-4598-a65e-5404eb758ac3", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:19:17.745952 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90722a83-f826-4bba-b1bb-8f03280baf2b {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:19:17.746437 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90722a83-f826-4bba-b1bb-8f03280baf2b'] response: {'name': 'network-changed', 'server_uuid': '0091ed80-cb3c-4dce-b54c-48989fb19e7b', 'tag': 'af4f2d52-b899-4598-a65e-5404eb758ac3', 'status': 'completed', 'code': 200} Sep 13 01:19:17.851308 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-8e4b2984-325f-46ec-ac76-ae3e3538485e None None] Provisioning complete for port 88cd16db-1d4f-46f0-9069-3f6713e3efbd triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:17.852003 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8e4b2984-325f-46ec-ac76-ae3e3538485e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:17.852664 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c4864-3549-40d6-afe4-c4ee1bf90442 req-687edc23-4efb-4e7f-966c-228336770365 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:17.854397 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-106c4864-3549-40d6-afe4-c4ee1bf90442 req-687edc23-4efb-4e7f-966c-228336770365 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 932 time: 0.0498085 Sep 13 01:19:17.895793 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b2984-325f-46ec-ac76-ae3e3538485e None None] Port 88cd16db-1d4f-46f0-9069-3f6713e3efbd cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:19:17.936998 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-106c4864-3549-40d6-afe4-c4ee1bf90442 req-13531bc0-43b2-408d-8268-3dbd924f952f tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761690 Sep 13 01:19:18.007585 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dde206-a657-472c-be09-1271a1b39cfa req-99b180ea-8b25-4ab0-a591-211c98b45a71 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:18.009082 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b8dde206-a657-472c-be09-1271a1b39cfa req-99b180ea-8b25-4ab0-a591-211c98b45a71 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 944 time: 0.0529459 Sep 13 01:19:18.075942 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b8dde206-a657-472c-be09-1271a1b39cfa req-38a13c1d-1bfa-4040-b33d-89fe98b0400e tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604033 Sep 13 01:19:18.221642 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e628b0a-c70b-4c2b-b98e-339abc492871', 'tag': '1a2cf032-3cde-45a3-9e82-737d704d0b9f'}] {{(pid=106209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:19:18.223992 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4037e2ae3c55ed11cca0bb8930849acd1aa4f7088dac3d306a7770f6ecceea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28c43c9-03e7-4e16-a381-0ef9154cae6a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e628b0a-c70b-4c2b-b98e-339abc492871", "tag": "1a2cf032-3cde-45a3-9e82-737d704d0b9f"}]}' {{(pid=106209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:19:18.259149 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20c6a59-74f7-4c19-bf06-591513c58234 x-openstack-request-id: req-c20c6a59-74f7-4c19-bf06-591513c58234 {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:19:18.259736 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e628b0a-c70b-4c2b-b98e-339abc492871", "tag": "1a2cf032-3cde-45a3-9e82-737d704d0b9f", "status": "completed", "code": 200}]} {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:19:18.259736 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c20c6a59-74f7-4c19-bf06-591513c58234 {{(pid=106209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:19:18.260050 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c20c6a59-74f7-4c19-bf06-591513c58234'] response: {'name': 'network-changed', 'server_uuid': '2e628b0a-c70b-4c2b-b98e-339abc492871', 'tag': '1a2cf032-3cde-45a3-9e82-737d704d0b9f', 'status': 'completed', 'code': 200} Sep 13 01:19:18.454727 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0477b7-56bd-40a5-b0d1-f60320dc7b55 req-16898f3a-b83b-4f99-8808-46862b675130 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:18.456203 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1a0477b7-56bd-40a5-b0d1-f60320dc7b55 req-16898f3a-b83b-4f99-8808-46862b675130 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 943 time: 0.0467672 Sep 13 01:19:18.501800 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1a0477b7-56bd-40a5-b0d1-f60320dc7b55 req-92c11f3d-b497-4fc4-8e15-0f4cdd68d826 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399890 Sep 13 01:19:18.810458 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8974da6-e437-46fd-9b41-7933e1a1f607 req-3037579a-fde8-4e16-a239-1212fba995d4 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:18.812844 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b8974da6-e437-46fd-9b41-7933e1a1f607 req-3037579a-fde8-4e16-a239-1212fba995d4 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 931 time: 0.0491838 Sep 13 01:19:18.858400 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b8974da6-e437-46fd-9b41-7933e1a1f607 req-5b0d48f2-7d90-40a2-9c13-0f3ccce00038 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394020 Sep 13 01:19:19.065480 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27203d-5094-424d-9ee8-b87fd9db076a req-0ff102dc-36b0-4030-b5a3-918e4cd49356 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:19.066961 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7b27203d-5094-424d-9ee8-b87fd9db076a req-0ff102dc-36b0-4030-b5a3-918e4cd49356 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 932 time: 0.0456970 Sep 13 01:19:19.120298 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7b27203d-5094-424d-9ee8-b87fd9db076a req-f80b580d-0334-4e2c-a467-8fb21e0dbc29 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477514 Sep 13 01:19:19.217906 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fb487-21b0-4ecc-b05a-9d1db70e30da req-e4f2c641-57b0-41a3-8429-12404eb81126 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:19.219406 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f3fb487-21b0-4ecc-b05a-9d1db70e30da req-e4f2c641-57b0-41a3-8429-12404eb81126 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 944 time: 0.0470405 Sep 13 01:19:19.268329 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f3fb487-21b0-4ecc-b05a-9d1db70e30da req-3b4c793c-9439-4caa-8c37-c4cc8ab3e6fc tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430453 Sep 13 01:19:19.445457 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Request body: {'port': {'device_id': '85de1ecb-9d12-49d4-b0cd-4631e36357d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:19.454054 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Request body: {'port': {'device_id': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:19.524317 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-4e435c95-b579-4187-9bf6-617f7dfa233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:19.525841 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-4e435c95-b579-4187-9bf6-617f7dfa233d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 1128 time: 0.0516899 Sep 13 01:19:19.593213 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-d89c34f6-08f6-4581-a223-1ab6d3a3a034 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af4f2d52-b899-4598-a65e-5404eb758ac3 HTTP/1.1" status: 200 len: 217 time: 0.0528316 Sep 13 01:19:19.600013 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-36612a13-01e5-43c0-a7dd-cbfdd137b7f2 req-cba6d3b2-9497-4ac7-ba7e-dfdce7651fb7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ee5e6d32-76f2-40e4-8379-2f8cd4f72b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751387 Sep 13 01:19:19.640701 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-917c4717-ed4d-497e-b01c-ee816b25e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:19.642813 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-917c4717-ed4d-497e-b01c-ee816b25e90d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 1127 time: 0.1647053 Sep 13 01:19:19.674608 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (fd07ce18-daad-47e8-8e34-3a96d4e32e60), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:19.689933 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660e0ce-8123-41ca-b0d9-61907cf12d63 req-78198102-638e-4bf6-a0d5-8f632fe1f81a tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:19.691465 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7660e0ce-8123-41ca-b0d9-61907cf12d63 req-78198102-638e-4bf6-a0d5-8f632fe1f81a tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 943 time: 0.0611863 Sep 13 01:19:19.692999 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-d179b5a9-377e-4b81-ba67-869300f73f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:19.694378 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-d179b5a9-377e-4b81-ba67-869300f73f2c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89162ffe-bd41-4b0f-96cf-08e9b2407131 HTTP/1.1" status: 200 len: 856 time: 0.0931959 Sep 13 01:19:19.695462 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:19.756479 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7660e0ce-8123-41ca-b0d9-61907cf12d63 req-1668665e-40ed-4e64-8059-a87a7344f3e4 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567045 Sep 13 01:19:19.932416 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:20.050530 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:20.079406 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456ab96-c3c6-4f27-bdf2-70609ae2d1f5 req-548179be-7030-40fd-965e-ce908e35f91f tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:20.080852 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1456ab96-c3c6-4f27-bdf2-70609ae2d1f5 req-548179be-7030-40fd-965e-ce908e35f91f tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 931 time: 0.1101637 Sep 13 01:19:20.204629 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1456ab96-c3c6-4f27-bdf2-70609ae2d1f5 req-60a0d2e2-c335-4910-966a-2495e431f32d tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073422 Sep 13 01:19:20.274438 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd07ce18-daad-47e8-8e34-3a96d4e32e60 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:19:20.286596 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Publish callbacks [] for port (fd07ce18-daad-47e8-8e34-3a96d4e32e60), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:20.290810 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88cd16db-1d4f-46f0-9069-3f6713e3efbd {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:19:20.294734 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d388fea-6326-4e1d-b184-c03524b984e4 req-1cc39a32-9aef-47db-b354-1fc2a4246a64 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:20.305439 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9d388fea-6326-4e1d-b184-c03524b984e4 req-1cc39a32-9aef-47db-b354-1fc2a4246a64 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 932 time: 0.0645125 Sep 13 01:19:20.316605 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Publish callbacks [] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:20.327507 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Transition to ACTIVE for port object fd07ce18-daad-47e8-8e34-3a96d4e32e60 will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:19:20.336541 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (fd07ce18-daad-47e8-8e34-3a96d4e32e60), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:20.336782 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:20.340755 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Transition to ACTIVE for port object 88cd16db-1d4f-46f0-9069-3f6713e3efbd will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:19:20.371845 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:20.389971 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9d388fea-6326-4e1d-b184-c03524b984e4 req-57e3c0fe-d3ca-4323-ac08-bef7ba3a9f6a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764697 Sep 13 01:19:20.436840 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Pushing event updated for resources: {'Port': ['ID=fd07ce18-daad-47e8-8e34-3a96d4e32e60,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:20.507197 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Attempting to bind port fd07ce18-daad-47e8-8e34-3a96d4e32e60 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:19:20.507752 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Attempting to bind port fd07ce18-daad-47e8-8e34-3a96d4e32e60 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:19:20.507959 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Attempting to bind port fd07ce18-daad-47e8-8e34-3a96d4e32e60 on network bdb1d525-4a86-4d73-99d0-0254f6253a0a {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:19:20.540740 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Attempting to bind port 88cd16db-1d4f-46f0-9069-3f6713e3efbd on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:19:20.541072 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Attempting to bind port 88cd16db-1d4f-46f0-9069-3f6713e3efbd by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '8fdadaaa-b72b-4894-8c41-2c1ebf51a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:19:20.541395 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Attempting to bind port 88cd16db-1d4f-46f0-9069-3f6713e3efbd on network 47cc024b-679e-42c4-bf2a-2407e9c9e294 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:19:20.583898 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e0b25-ad14-4a77-96a3-5cc47ef1e619 req-9b6f9c1b-d77d-4b60-82b0-1ca37706f4b0 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:20.585595 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f24e0b25-ad14-4a77-96a3-5cc47ef1e619 req-9b6f9c1b-d77d-4b60-82b0-1ca37706f4b0 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 944 time: 0.1461623 Sep 13 01:19:20.590105 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Pushing event updated for resources: {'Port': ['ID=88cd16db-1d4f-46f0-9069-3f6713e3efbd,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:20.637310 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Port fd07ce18-daad-47e8-8e34-3a96d4e32e60 on network bdb1d525-4a86-4d73-99d0-0254f6253a0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:19:20.637633 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Attempting to bind port fd07ce18-daad-47e8-8e34-3a96d4e32e60 on network bdb1d525-4a86-4d73-99d0-0254f6253a0a {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:19:20.665903 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Port 88cd16db-1d4f-46f0-9069-3f6713e3efbd on network 47cc024b-679e-42c4-bf2a-2407e9c9e294 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:19:20.666269 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Attempting to bind port 88cd16db-1d4f-46f0-9069-3f6713e3efbd on network 47cc024b-679e-42c4-bf2a-2407e9c9e294 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:19:20.852141 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:20.887417 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-b2f5d7ae-7edb-411a-ace0-834e212d711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:20.889099 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-b2f5d7ae-7edb-411a-ace0-834e212d711f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1027865 Sep 13 01:19:20.898082 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da2d68-79ad-4579-94b8-fd76ec664aa4 req-3caa2e9b-9dd7-44f4-ad52-c6d279904235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:20.899563 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a0da2d68-79ad-4579-94b8-fd76ec664aa4 req-3caa2e9b-9dd7-44f4-ad52-c6d279904235 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6475b1b1e54c4b0eb86021d82021de78&device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 1128 time: 0.1120033 Sep 13 01:19:20.929092 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-56e53882-01e3-4923-ad5c-3d40141fc5f7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a2cf032-3cde-45a3-9e82-737d704d0b9f HTTP/1.1" status: 200 len: 217 time: 0.0885599 Sep 13 01:19:20.943281 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f24e0b25-ad14-4a77-96a3-5cc47ef1e619 req-1002ef2a-15f1-4d33-b6a6-4ffcf60678a3 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403389 Sep 13 01:19:20.968584 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc115390-bc6c-4d32-a801-2552553470dd req-36cac53e-cfc2-4814-9d57-7e541768708a tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:20.976024 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-cc115390-bc6c-4d32-a801-2552553470dd req-36cac53e-cfc2-4814-9d57-7e541768708a tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 943 time: 0.1335897 Sep 13 01:19:20.990242 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:19:20.990576 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Checking segment: {'id': 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:19:20.990978 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Bound using segment: {'id': 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:19:20.991425 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Bound port: fd07ce18-daad-47e8-8e34-3a96d4e32e60, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:19:20.991781 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (fd07ce18-daad-47e8-8e34-3a96d4e32e60), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:21.006431 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:19:21.006762 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Checking segment: {'id': '8fdadaaa-b72b-4894-8c41-2c1ebf51a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:19:21.007182 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Bound using segment: {'id': '8fdadaaa-b72b-4894-8c41-2c1ebf51a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:19:21.007622 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Bound port: 88cd16db-1d4f-46f0-9069-3f6713e3efbd, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fdadaaa-b72b-4894-8c41-2c1ebf51a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:19:21.007966 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:21.013205 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:21.048772 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-0c83bf15-3965-473f-9bf4-7dcf90347345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:21.050194 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-0c83bf15-3965-473f-9bf4-7dcf90347345 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89162ffe-bd41-4b0f-96cf-08e9b2407131 HTTP/1.1" status: 200 len: 856 time: 0.1145434 Sep 13 01:19:21.178904 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:21.182947 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-cc115390-bc6c-4d32-a801-2552553470dd req-968b58df-d2a5-4984-80c4-f097302b866d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060425 Sep 13 01:19:21.188037 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-b62962f2-c9cf-41b0-ab43-9d218352a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:21.189522 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-b62962f2-c9cf-41b0-ab43-9d218352a5b6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1312273 Sep 13 01:19:21.192915 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] For port fd07ce18-daad-47e8-8e34-3a96d4e32e60, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:19:21.197343 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] For port fd07ce18-daad-47e8-8e34-3a96d4e32e60, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=fd07ce18-daad-47e8-8e34-3a96d4e32e60,segment=NetworkSegment(f8fd0802-c0e8-4826-a2fb-77bcbd9b8173),segment_id=f8fd0802-c0e8-4826-a2fb-77bcbd9b8173)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:19:21.200258 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] For port 88cd16db-1d4f-46f0-9069-3f6713e3efbd, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:19:21.202747 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-a1671c72-fb1e-49b4-9e50-c25c6f982a33 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062487 Sep 13 01:19:21.211171 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] For port 88cd16db-1d4f-46f0-9069-3f6713e3efbd, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=88cd16db-1d4f-46f0-9069-3f6713e3efbd,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:19:21.233315 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (fd07ce18-daad-47e8-8e34-3a96d4e32e60), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:21.235581 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:21.262645 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da2d68-79ad-4579-94b8-fd76ec664aa4 req-bbcfeb49-45a9-4d67-a359-1998baf2957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:21.264899 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a0da2d68-79ad-4579-94b8-fd76ec664aa4 req-bbcfeb49-45a9-4d67-a359-1998baf2957d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 HTTP/1.1" status: 200 len: 913 time: 0.3525307 Sep 13 01:19:21.266309 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:21.266945 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:21.268318 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/fd07ce18-daad-47e8-8e34-3a96d4e32e60 HTTP/1.1" status: 200 len: 1093 time: 1.8299348 Sep 13 01:19:21.270514 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85de1ecb-9d12-49d4-b0cd-4631e36357d3', 'tag': 'fd07ce18-daad-47e8-8e34-3a96d4e32e60'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:19:21.272825 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eece9d4-a5d5-4a36-8401-dfe89f6ceb91" -d '{"events": [{"name": "network-changed", "server_uuid": "85de1ecb-9d12-49d4-b0cd-4631e36357d3", "tag": "fd07ce18-daad-47e8-8e34-3a96d4e32e60"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:19:21.280056 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:21.280748 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:21.282237 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/88cd16db-1d4f-46f0-9069-3f6713e3efbd HTTP/1.1" status: 200 len: 1094 time: 1.8417907 Sep 13 01:19:21.340112 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a0da2d68-79ad-4579-94b8-fd76ec664aa4 req-9ba904a5-661f-4fea-a5b0-34673a20fb53 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa920202-f96d-4a78-9f35-43655e114baf HTTP/1.1" status: 200 len: 217 time: 0.0569777 Sep 13 01:19:21.371597 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400670f0-d22d-43c2-bff0-f6f5f7b16151 service neutron] Pushing event updated for resources: {'Port': ['ID=fd07ce18-daad-47e8-8e34-3a96d4e32e60,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:21.391395 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29fe1e9-36bc-4b10-bba0-a77eaf927a79 x-openstack-request-id: req-c29fe1e9-36bc-4b10-bba0-a77eaf927a79 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:19:21.391684 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85de1ecb-9d12-49d4-b0cd-4631e36357d3", "tag": "fd07ce18-daad-47e8-8e34-3a96d4e32e60", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:19:21.391935 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c29fe1e9-36bc-4b10-bba0-a77eaf927a79 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:19:21.392319 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29fe1e9-36bc-4b10-bba0-a77eaf927a79'] response: {'name': 'network-changed', 'server_uuid': '85de1ecb-9d12-49d4-b0cd-4631e36357d3', 'tag': 'fd07ce18-daad-47e8-8e34-3a96d4e32e60', 'status': 'completed', 'code': 200} Sep 13 01:19:21.438265 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c5ffabc4-279e-410b-807b-2a75a0851378 req-e150e578-b224-4c7e-b168-a853540d136e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294679 Sep 13 01:19:21.455380 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da2d68-79ad-4579-94b8-fd76ec664aa4 req-144b82b2-30b8-4011-b48c-bd6e4ed85ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:21.457516 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a0da2d68-79ad-4579-94b8-fd76ec664aa4 req-144b82b2-30b8-4011-b48c-bd6e4ed85ea5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=150a815a-b090-47fa-bea9-739cdec044a9 HTTP/1.1" status: 200 len: 851 time: 0.1070330 Sep 13 01:19:21.472991 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-1c8b0f62-1c1a-40ff-b69f-8720817beb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:21.474470 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-1c8b0f62-1c1a-40ff-b69f-8720817beb36 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9056ec686513412a87c292387e25e870&device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 1127 time: 0.1536629 Sep 13 01:19:21.520146 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da2d68-79ad-4579-94b8-fd76ec664aa4 req-2a35e61a-d9b8-48d2-8b78-a501c2afd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:21.521723 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a0da2d68-79ad-4579-94b8-fd76ec664aa4 req-2a35e61a-d9b8-48d2-8b78-a501c2afd277 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ee5e6d32-76f2-40e4-8379-2f8cd4f72b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554006 Sep 13 01:19:21.528004 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-0ddc4893-8ad0-4774-bb6e-341d9bcdc138 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289871 Sep 13 01:19:21.532637 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-d6cac85f-c5b1-4ca8-a120-faa79a88b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:21.534377 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-d6cac85f-c5b1-4ca8-a120-faa79a88b3b2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7&device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 1128 time: 0.1584332 Sep 13 01:19:21.539086 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4306f-8a69-4a91-bfa9-52ba242cc790 service neutron] Pushing event updated for resources: {'Port': ['ID=88cd16db-1d4f-46f0-9069-3f6713e3efbd,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:21.554951 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26c304-827e-491e-bcb8-535011002a65 req-a50be352-fcb4-437d-9881-4607362cf321 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:21.556576 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4d26c304-827e-491e-bcb8-535011002a65 req-a50be352-fcb4-437d-9881-4607362cf321 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 943 time: 0.1016593 Sep 13 01:19:21.573070 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92013a7-2bd7-4098-88d1-95ba77c3387f req-b9e5de24-1f23-4a03-b8cf-9444c62a8613 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:21.575283 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e92013a7-2bd7-4098-88d1-95ba77c3387f req-b9e5de24-1f23-4a03-b8cf-9444c62a8613 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0525694 Sep 13 01:19:21.614873 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4d26c304-827e-491e-bcb8-535011002a65 req-389bf033-5066-4056-9ee3-e603f9d2f834 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520086 Sep 13 01:19:21.640242 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e92013a7-2bd7-4098-88d1-95ba77c3387f req-c4fe26f9-5b64-4ed2-b9c2-85ec0f680867 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561540 Sep 13 01:19:22.097499 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672532f-768d-4693-b9bb-40306cddf605 req-f6941d02-ef74-4f17-85ef-89ff4f1b3352 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:22.099286 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c672532f-768d-4693-b9bb-40306cddf605 req-f6941d02-ef74-4f17-85ef-89ff4f1b3352 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 944 time: 0.0575414 Sep 13 01:19:22.153187 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c672532f-768d-4693-b9bb-40306cddf605 req-f3f1d317-3cef-490e-86a5-ea4009a793af tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467331 Sep 13 01:19:22.342975 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-8815193c-beb2-4461-af84-4081ed87ee78 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd07ce18-daad-47e8-8e34-3a96d4e32e60 HTTP/1.1" status: 200 len: 217 time: 0.0836120 Sep 13 01:19:22.344131 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-bf504d3b-9670-4200-a182-00d2b5e3798b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88cd16db-1d4f-46f0-9069-3f6713e3efbd HTTP/1.1" status: 200 len: 217 time: 0.0825963 Sep 13 01:19:22.377214 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f88b86-3196-41b3-975a-98d19bb4ec00 req-268c33b4-7ea6-4995-ae0f-a01f9f8fe584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:22.378793 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-88f88b86-3196-41b3-975a-98d19bb4ec00 req-268c33b4-7ea6-4995-ae0f-a01f9f8fe584 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 1128 time: 0.1177766 Sep 13 01:19:22.383361 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:22.389848 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396873a9-d7a7-4272-933a-78a3a0751c21 req-38452a73-da4d-4ee3-b7c2-7aea385e4e44 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:22.391193 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-396873a9-d7a7-4272-933a-78a3a0751c21 req-38452a73-da4d-4ee3-b7c2-7aea385e4e44 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 943 time: 0.1126194 Sep 13 01:19:22.474956 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-3965e880-f4a4-4efe-909c-59576b16b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:22.476413 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-3965e880-f4a4-4efe-909c-59576b16b44d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e6dbcd3-8686-4d4b-89a7-314bf35476d1 HTTP/1.1" status: 200 len: 849 time: 0.1080980 Sep 13 01:19:22.480923 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-bc02161f-7a04-4e18-a748-3eb86664734f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:22.482249 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-bc02161f-7a04-4e18-a748-3eb86664734f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4dc1ba80-c277-4b7a-83cd-c01962e812af HTTP/1.1" status: 200 len: 854 time: 0.1128733 Sep 13 01:19:22.542842 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2a28149a-0784-408f-8049-b3410bbf7ae9 req-1bc723c9-79cb-4c60-aa10-eaa7ab69cc91 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821383 Sep 13 01:19:22.567030 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-df04896d-45bf-4d66-927b-3d80fe0a7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:22.568588 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-df04896d-45bf-4d66-927b-3d80fe0a7bf2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=47cc024b-679e-42c4-bf2a-2407e9c9e294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791392 Sep 13 01:19:22.569642 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-01fbc823-47ff-42cd-854c-f057a4e56790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:22.571065 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-01fbc823-47ff-42cd-854c-f057a4e56790 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdb1d525-4a86-4d73-99d0-0254f6253a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826623 Sep 13 01:19:22.662036 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:22.683145 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-652da1a0-2e1f-4119-bd5c-60f116726a62 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011136 Sep 13 01:19:22.730521 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a0da2d68-79ad-4579-94b8-fd76ec664aa4 req-878654c5-17d2-4a77-8be5-71f645cb7e31 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ee5e6d32-76f2-40e4-8379-2f8cd4f72b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709501 Sep 13 01:19:22.741110 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:22.762569 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6b5ce-ff23-4dbf-876f-e6672cd6f9a8 req-1cc369a3-a141-4b2f-b1cf-83d4f7aa2d83 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:22.764138 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5ac6b5ce-ff23-4dbf-876f-e6672cd6f9a8 req-1cc369a3-a141-4b2f-b1cf-83d4f7aa2d83 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 943 time: 0.0556054 Sep 13 01:19:22.771366 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-396873a9-d7a7-4272-933a-78a3a0751c21 req-361c8126-06c2-4ee9-9186-ae5277ceb511 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661149 Sep 13 01:19:22.772484 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f88b86-3196-41b3-975a-98d19bb4ec00 req-5afff062-7516-4c12-b2bd-c5ee5fefa1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:22.774225 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-88f88b86-3196-41b3-975a-98d19bb4ec00 req-5afff062-7516-4c12-b2bd-c5ee5fefa1df service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 918 time: 0.3820713 Sep 13 01:19:22.823416 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5ac6b5ce-ff23-4dbf-876f-e6672cd6f9a8 req-6cedbbbe-f31a-45cd-9937-52791d52bc9f tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535271 Sep 13 01:19:22.885487 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e927a22-0a8a-4477-8a0e-08f91f24e76a req-ff7e3d39-9bbd-47f3-a35a-b4d7f3d0d430 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:22.886997 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9e927a22-0a8a-4477-8a0e-08f91f24e76a req-ff7e3d39-9bbd-47f3-a35a-b4d7f3d0d430 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0475104 Sep 13 01:19:22.952803 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9e927a22-0a8a-4477-8a0e-08f91f24e76a req-f6326cd4-45ad-45fb-b512-a321338d2b25 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564632 Sep 13 01:19:23.304541 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49f9b7-c1e0-4990-b5c1-8e72eefad1a5 req-19e27223-020b-4a9b-91ae-04569e0afa4a tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:23.306021 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4c49f9b7-c1e0-4990-b5c1-8e72eefad1a5 req-19e27223-020b-4a9b-91ae-04569e0afa4a tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 944 time: 0.0658011 Sep 13 01:19:23.365435 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-88f88b86-3196-41b3-975a-98d19bb4ec00 req-1106eb02-8078-4fc3-9368-ea9d2825739e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af4f2d52-b899-4598-a65e-5404eb758ac3 HTTP/1.1" status: 200 len: 217 time: 0.0551453 Sep 13 01:19:23.431175 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'tag': '88cd16db-1d4f-46f0-9069-3f6713e3efbd'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:19:23.434888 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f81051-7715-4812-be74-0f3ab84468d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1677b90a-17f0-496f-8fce-ac573509c1ac", "tag": "88cd16db-1d4f-46f0-9069-3f6713e3efbd"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:19:23.443137 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device af4f2d52-b899-4598-a65e-5404eb758ac3 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:19:23.455912 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f88b86-3196-41b3-975a-98d19bb4ec00 req-d135e363-a6fc-4bed-b7e6-251b62f7a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:23.457646 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-88f88b86-3196-41b3-975a-98d19bb4ec00 req-d135e363-a6fc-4bed-b7e6-251b62f7a203 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89162ffe-bd41-4b0f-96cf-08e9b2407131 HTTP/1.1" status: 200 len: 856 time: 0.0649107 Sep 13 01:19:23.500224 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c43c9-03e7-4e16-a381-0ef9154cae6a req-10919327-2295-480d-8b1b-c910111ae1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:23.501858 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f28c43c9-03e7-4e16-a381-0ef9154cae6a req-10919327-2295-480d-8b1b-c910111ae1ad service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 1127 time: 0.1836355 Sep 13 01:19:23.520664 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a0da2d68-79ad-4579-94b8-fd76ec664aa4 req-92700c1c-5109-4d8b-b042-9fc0aa7642ee service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ee5e6d32-76f2-40e4-8379-2f8cd4f72b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116363 Sep 13 01:19:23.524054 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f88b86-3196-41b3-975a-98d19bb4ec00 req-413f7070-e5e8-4219-8b55-294792ddd9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:23.525418 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-88f88b86-3196-41b3-975a-98d19bb4ec00 req-413f7070-e5e8-4219-8b55-294792ddd9ec service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598960 Sep 13 01:19:23.562900 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891ccfc3-fbd6-4cd1-ac80-7e9ba124b254 x-openstack-request-id: req-891ccfc3-fbd6-4cd1-ac80-7e9ba124b254 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:19:23.563128 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1677b90a-17f0-496f-8fce-ac573509c1ac", "tag": "88cd16db-1d4f-46f0-9069-3f6713e3efbd", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:19:23.563396 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-891ccfc3-fbd6-4cd1-ac80-7e9ba124b254 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:19:23.564015 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-891ccfc3-fbd6-4cd1-ac80-7e9ba124b254'] response: {'name': 'network-changed', 'server_uuid': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'tag': '88cd16db-1d4f-46f0-9069-3f6713e3efbd', 'status': 'completed', 'code': 200} Sep 13 01:19:23.599936 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:23.612594 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:23.639721 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-88f88b86-3196-41b3-975a-98d19bb4ec00 req-ecc016b9-4c64-4aa1-80ff-c0fd19bef5e6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061621 Sep 13 01:19:23.639962 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port af4f2d52-b899-4598-a65e-5404eb758ac3, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=af4f2d52-b899-4598-a65e-5404eb758ac3,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:23.661645 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': 'af4f2d52-b899-4598-a65e-5404eb758ac3', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'port_id': 'af4f2d52-b899-4598-a65e-5404eb758ac3', 'mac_address': 'fa:16:3e:c1:ac:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:19:23.706333 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port af4f2d52-b899-4598-a65e-5404eb758ac3 is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:23.706794 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (af4f2d52-b899-4598-a65e-5404eb758ac3), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:23.726821 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4f2d52-b899-4598-a65e-5404eb758ac3 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:19:23.748995 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-88f88b86-3196-41b3-975a-98d19bb4ec00 req-31876cb9-c634-48f6-afdf-d0bfbc8b65b9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024230 Sep 13 01:19:23.753158 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port af4f2d52-b899-4598-a65e-5404eb758ac3, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=af4f2d52-b899-4598-a65e-5404eb758ac3,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:23.758937 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (af4f2d52-b899-4598-a65e-5404eb758ac3), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:23.759711 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device aa920202-f96d-4a78-9f35-43655e114baf details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:19:23.839765 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=af4f2d52-b899-4598-a65e-5404eb758ac3,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:23.891144 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-91036d2e-289a-4245-8e54-2ba39a76c87e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6010830 Sep 13 01:19:23.899590 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4c49f9b7-c1e0-4990-b5c1-8e72eefad1a5 req-a70bd68d-410e-4a4b-9b4e-ea1fe3e511a2 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337627 Sep 13 01:19:23.927782 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port aa920202-f96d-4a78-9f35-43655e114baf, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=aa920202-f96d-4a78-9f35-43655e114baf,segment=NetworkSegment(56ee7bc1-29ba-43c3-9e8e-c4094f3c3327),segment_id=56ee7bc1-29ba-43c3-9e8e-c4094f3c3327)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:23.933222 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ace750-7aa5-4051-bafb-9781a65ec8d4 req-779a24cf-d3fc-41a8-8797-4cf462e234db tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:23.934824 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-27ace750-7aa5-4051-bafb-9781a65ec8d4 req-779a24cf-d3fc-41a8-8797-4cf462e234db tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 943 time: 0.0699749 Sep 13 01:19:23.963981 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': 'aa920202-f96d-4a78-9f35-43655e114baf', 'network_id': 'ee5e6d32-76f2-40e4-8379-2f8cd4f72b00', 'port_id': 'aa920202-f96d-4a78-9f35-43655e114baf', 'mac_address': 'fa:16:3e:24:19:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150a815a-b090-47fa-bea9-739cdec044a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:19:23.985041 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c43c9-03e7-4e16-a381-0ef9154cae6a req-6cabb4f4-5ace-4500-9bcb-7340e894695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:23.986617 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f28c43c9-03e7-4e16-a381-0ef9154cae6a req-6cabb4f4-5ace-4500-9bcb-7340e894695c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 918 time: 0.4727211 Sep 13 01:19:24.018522 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-27ace750-7aa5-4051-bafb-9781a65ec8d4 req-d99feeb5-3de0-447a-ba69-ecd08ec9efae tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761623 Sep 13 01:19:24.044441 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port aa920202-f96d-4a78-9f35-43655e114baf is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:24.044831 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (aa920202-f96d-4a78-9f35-43655e114baf), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:24.074476 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa920202-f96d-4a78-9f35-43655e114baf {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:19:24.109519 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port aa920202-f96d-4a78-9f35-43655e114baf, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=aa920202-f96d-4a78-9f35-43655e114baf,segment=NetworkSegment(56ee7bc1-29ba-43c3-9e8e-c4094f3c3327),segment_id=56ee7bc1-29ba-43c3-9e8e-c4094f3c3327)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:24.117391 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (aa920202-f96d-4a78-9f35-43655e114baf), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:24.129158 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f28c43c9-03e7-4e16-a381-0ef9154cae6a req-c9ec1e58-4edd-4ca6-be40-891427fe7d78 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a2cf032-3cde-45a3-9e82-737d704d0b9f HTTP/1.1" status: 200 len: 217 time: 0.1183188 Sep 13 01:19:24.144111 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f8fef-3225-4135-aac5-a39bbab59490 req-1f5fb1f3-d58a-4a80-b703-3ce8bb3b5191 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:24.145986 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e78f8fef-3225-4135-aac5-a39bbab59490 req-1f5fb1f3-d58a-4a80-b703-3ce8bb3b5191 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0701261 Sep 13 01:19:24.156791 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8391d371-9f34-47b8-a1ab-34a18ab1ceb4 req-f40683db-0aab-45a6-87ab-ab02890dd9fa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8465378 Sep 13 01:19:24.206528 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=aa920202-f96d-4a78-9f35-43655e114baf,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:24.225711 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7568a-cc51-4579-8aaf-354ad20b8425 req-ea822b21-2b9b-45bd-a540-dc16c99f4110 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:24.226531 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e78f8fef-3225-4135-aac5-a39bbab59490 req-606f8e08-7135-42fe-ba2a-6784fc56595d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745168 Sep 13 01:19:24.235485 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-57f7568a-cc51-4579-8aaf-354ad20b8425 req-ea822b21-2b9b-45bd-a540-dc16c99f4110 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 943 time: 0.2543454 Sep 13 01:19:24.299130 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c43c9-03e7-4e16-a381-0ef9154cae6a req-17ae706d-5c0f-4282-ab33-24bc1fd0692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:24.300846 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f28c43c9-03e7-4e16-a381-0ef9154cae6a req-17ae706d-5c0f-4282-ab33-24bc1fd0692a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89162ffe-bd41-4b0f-96cf-08e9b2407131 HTTP/1.1" status: 200 len: 856 time: 0.1262159 Sep 13 01:19:24.316484 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:24.338037 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-42208ad3-352f-4043-9e24-f68f182d7a05 req-a1e5ca20-9808-43c7-9389-60b642bd3d42 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669412 Sep 13 01:19:24.341406 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-57f7568a-cc51-4579-8aaf-354ad20b8425 req-09054610-7578-4e05-a981-225c3a738e38 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049533 Sep 13 01:19:24.431114 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33038) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:24.480626 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['af4f2d52-b899-4598-a65e-5404eb758ac3'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:19:24.519716 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 33042) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:24.574567 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['aa920202-f96d-4a78-9f35-43655e114baf'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:19:24.709308 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:24.785586 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7d24-f92d-4344-bb60-889c0a73d4ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:24.790200 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b037b43e-e490-428a-8371-3ddff2a638a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:24.815828 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 33058) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:24.903008 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7d24-f92d-4344-bb60-889c0a73d4ed admin admin] Publish callbacks [] for security_group (f9a2bdb4-057a-46f9-8ce0-151f8cae65af), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:24.907627 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7d24-f92d-4344-bb60-889c0a73d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (f9a2bdb4-057a-46f9-8ce0-151f8cae65af), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:24.946101 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f23fd84a-6057-4ce5-8cb2-8dd234a577ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:24.951735 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-4b1e7d24-f92d-4344-bb60-889c0a73d4ed admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e026e246277240e5b2606cd383148a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5189528 Sep 13 01:19:24.953770 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e7d24-f92d-4344-bb60-889c0a73d4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a2bdb4-057a-46f9-8ce0-151f8cae65af,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:24.956238 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33068) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:25.007036 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:25.016032 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-401a69a6-3d70-4b9f-b2db-448339844227 admin admin] Publish callbacks [] for security_group (f9a2bdb4-057a-46f9-8ce0-151f8cae65af), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.025134 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c43c9-03e7-4e16-a381-0ef9154cae6a req-8ace87ae-cd22-4f08-88cf-396ffb81f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:25.026649 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f28c43c9-03e7-4e16-a381-0ef9154cae6a req-8ace87ae-cd22-4f08-88cf-396ffb81f381 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1163607 Sep 13 01:19:25.070647 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81051-7715-4812-be74-0f3ab84468d9 req-7dd57493-b6de-49d0-b385-0a33b438b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:25.072191 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-10f81051-7715-4812-be74-0f3ab84468d9 req-7dd57493-b6de-49d0-b385-0a33b438b403 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7&device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 1128 time: 0.1293519 Sep 13 01:19:25.073087 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:25.078355 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b037b43e-e490-428a-8371-3ddff2a638a6 admin admin] Publish callbacks [] for security_group (a087f707-d4ac-494b-abf7-61ec7147f47c), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.078568 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-401a69a6-3d70-4b9f-b2db-448339844227 admin admin] Publish callbacks [] for security_group (f9a2bdb4-057a-46f9-8ce0-151f8cae65af), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.093632 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b037b43e-e490-428a-8371-3ddff2a638a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (a087f707-d4ac-494b-abf7-61ec7147f47c), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.104383 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c61bef-10a4-4b67-96b0-446f9ef1edad req-199f30ab-3fc1-4fd9-a5f3-d071dc526237 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:25.108652 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f5c61bef-10a4-4b67-96b0-446f9ef1edad req-199f30ab-3fc1-4fd9-a5f3-d071dc526237 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 945 time: 0.0843379 Sep 13 01:19:25.185448 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-b037b43e-e490-428a-8371-3ddff2a638a6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f0c6baba8aa248fdbaa02452ef21e987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6644886 Sep 13 01:19:25.188842 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f5c61bef-10a4-4b67-96b0-446f9ef1edad req-44de1ffd-3256-4843-9149-4a4c4c39cfdb tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682895 Sep 13 01:19:25.189574 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 33080) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:25.203039 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-401a69a6-3d70-4b9f-b2db-448339844227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (f9a2bdb4-057a-46f9-8ce0-151f8cae65af), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.203819 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037b43e-e490-428a-8371-3ddff2a638a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a087f707-d4ac-494b-abf7-61ec7147f47c,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:25.215063 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-401a69a6-3d70-4b9f-b2db-448339844227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.219834 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-401a69a6-3d70-4b9f-b2db-448339844227 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f9a2bdb4-057a-46f9-8ce0-151f8cae65af HTTP/1.1" status: 204 len: 168 time: 0.2620125 Sep 13 01:19:25.231276 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a69a6-3d70-4b9f-b2db-448339844227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a2bdb4-057a-46f9-8ce0-151f8cae65af,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:25.246916 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc096d6-6c15-44c3-be1c-0bb05ab60c80 req-b7327ac2-22d8-41a9-9b4b-0feba4beb009 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:25.248970 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0bc096d6-6c15-44c3-be1c-0bb05ab60c80 req-b7327ac2-22d8-41a9-9b4b-0feba4beb009 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 943 time: 0.1356926 Sep 13 01:19:25.349783 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f23fd84a-6057-4ce5-8cb2-8dd234a577ed admin admin] Publish callbacks [] for security_group (fc2cc051-e6fd-42ee-9155-6f12b134249c), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.360288 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f23fd84a-6057-4ce5-8cb2-8dd234a577ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (fc2cc051-e6fd-42ee-9155-6f12b134249c), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.376967 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5086-aae4-40c2-9411-a5807ae226b1 admin admin] Publish callbacks [] for security_group (a087f707-d4ac-494b-abf7-61ec7147f47c), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.382460 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0bc096d6-6c15-44c3-be1c-0bb05ab60c80 req-ded163ff-fb96-497a-ad5a-f2a948cfa9ee tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244602 Sep 13 01:19:25.382977 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e2634-d889-4aaa-b044-8b2bfafb59f2 req-3322c4ad-b0f8-4b1f-bc0d-eef5efda3abd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:25.385162 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d66e2634-d889-4aaa-b044-8b2bfafb59f2 req-3322c4ad-b0f8-4b1f-bc0d-eef5efda3abd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0666664 Sep 13 01:19:25.455641 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-f23fd84a-6057-4ce5-8cb2-8dd234a577ed admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c74ba6325b1e4b49bb9531d3aac902ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6373892 Sep 13 01:19:25.457001 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33092) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:25.460055 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 33094) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:25.467933 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5086-aae4-40c2-9411-a5807ae226b1 admin admin] Publish callbacks [] for security_group (a087f707-d4ac-494b-abf7-61ec7147f47c), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.470820 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fd84a-6057-4ce5-8cb2-8dd234a577ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2cc051-e6fd-42ee-9155-6f12b134249c,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:25.474971 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d66e2634-d889-4aaa-b044-8b2bfafb59f2 req-b1763ff7-4024-46bc-8f11-d05136929320 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824461 Sep 13 01:19:25.506494 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 1a2cf032-3cde-45a3-9e82-737d704d0b9f details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:19:25.512882 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device af4f2d52-b899-4598-a65e-5404eb758ac3 up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:19:25.547430 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:25.614518 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:25.615799 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:25.623582 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-093ef456-c41a-4c99-bc28-6d18ff2524f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.640084 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad9bbe-75a1-4ea3-98f1-8fda108e7a68 req-5d188ec5-bdd3-466c-9840-3c1f0f4b12a5 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:25.648455 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7bad9bbe-75a1-4ea3-98f1-8fda108e7a68 req-5d188ec5-bdd3-466c-9840-3c1f0f4b12a5 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 943 time: 0.1439030 Sep 13 01:19:25.659226 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port af4f2d52-b899-4598-a65e-5404eb758ac3 completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:19:25.673699 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33098) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:25.674536 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port af4f2d52-b899-4598-a65e-5404eb758ac3 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:25.674877 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2b9e1659-d9ea-4fe5-b31e-bce0f3efc649 admin admin] Publish callbacks [] for security_group (fc2cc051-e6fd-42ee-9155-6f12b134249c), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.675102 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (af4f2d52-b899-4598-a65e-5404eb758ac3), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.694768 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-057c42d3-4c68-4287-93eb-5edde53e7d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.714062 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 1a2cf032-3cde-45a3-9e82-737d704d0b9f, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1a2cf032-3cde-45a3-9e82-737d704d0b9f,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:25.729208 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': '1a2cf032-3cde-45a3-9e82-737d704d0b9f', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'port_id': '1a2cf032-3cde-45a3-9e82-737d704d0b9f', 'mac_address': 'fa:16:3e:84:69:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:19:25.742639 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2b9e1659-d9ea-4fe5-b31e-bce0f3efc649 admin admin] Publish callbacks [] for security_group (fc2cc051-e6fd-42ee-9155-6f12b134249c), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.771626 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5086-aae4-40c2-9411-a5807ae226b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (a087f707-d4ac-494b-abf7-61ec7147f47c), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.773738 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-093ef456-c41a-4c99-bc28-6d18ff2524f0 admin admin] Publish callbacks [] for security_group (0994bcab-94ab-4171-9a4f-5bfafb08b309), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.774689 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5086-aae4-40c2-9411-a5807ae226b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.778657 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-e1bc5086-aae4-40c2-9411-a5807ae226b1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a087f707-d4ac-494b-abf7-61ec7147f47c HTTP/1.1" status: 204 len: 168 time: 0.5879068 Sep 13 01:19:25.781647 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-093ef456-c41a-4c99-bc28-6d18ff2524f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (0994bcab-94ab-4171-9a4f-5bfafb08b309), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.803954 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 1a2cf032-3cde-45a3-9e82-737d704d0b9f is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:25.804331 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (1a2cf032-3cde-45a3-9e82-737d704d0b9f), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.818227 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ef456-c41a-4c99-bc28-6d18ff2524f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0994bcab-94ab-4171-9a4f-5bfafb08b309,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:25.826439 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2cf032-3cde-45a3-9e82-737d704d0b9f {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:19:25.845816 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-093ef456-c41a-4c99-bc28-6d18ff2524f0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8b7ef23e634648bcb97f0ce19114b8f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3861496 Sep 13 01:19:25.848415 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33102) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:25.874165 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 1a2cf032-3cde-45a3-9e82-737d704d0b9f, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1a2cf032-3cde-45a3-9e82-737d704d0b9f,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:25.885051 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (1a2cf032-3cde-45a3-9e82-737d704d0b9f), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.891934 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-057c42d3-4c68-4287-93eb-5edde53e7d16 admin admin] Publish callbacks [] for security_group (968757c8-b235-4c93-b8e8-3330b1cb1e87), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.908767 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-057c42d3-4c68-4287-93eb-5edde53e7d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (968757c8-b235-4c93-b8e8-3330b1cb1e87), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.909779 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7bad9bbe-75a1-4ea3-98f1-8fda108e7a68 req-a203d667-2699-4f37-bfaa-ae0376c311a0 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602544 Sep 13 01:19:25.919991 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port af4f2d52-b899-4598-a65e-5404eb758ac3 is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:25.920418 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (af4f2d52-b899-4598-a65e-5404eb758ac3), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.926870 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc5086-aae4-40c2-9411-a5807ae226b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a087f707-d4ac-494b-abf7-61ec7147f47c,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:25.955192 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eece9d4-a5d5-4a36-8401-dfe89f6ceb91 req-0650299e-f2f1-4c57-bf7e-ae66bb94afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:25.956952 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7eece9d4-a5d5-4a36-8401-dfe89f6ceb91 req-0650299e-f2f1-4c57-bf7e-ae66bb94afd9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9056ec686513412a87c292387e25e870&device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 1127 time: 0.2394652 Sep 13 01:19:25.963051 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6f70600e-a32d-40d5-a553-8da412edde47 admin admin] Publish callbacks [] for security_group (0994bcab-94ab-4171-9a4f-5bfafb08b309), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:25.983629 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:25.985932 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0091ed80-cb3c-4dce-b54c-48989fb19e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4f2d52-b899-4598-a65e-5404eb758ac3'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:19:26.003890 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-057c42d3-4c68-4287-93eb-5edde53e7d16 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=041f608de8e34c8bac1cede0693f7112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256402 Sep 13 01:19:26.009179 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c42d3-4c68-4287-93eb-5edde53e7d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968757c8-b235-4c93-b8e8-3330b1cb1e87,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:26.011752 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33104) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:26.019085 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6f70600e-a32d-40d5-a553-8da412edde47 admin admin] Publish callbacks [] for security_group (0994bcab-94ab-4171-9a4f-5bfafb08b309), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:26.089905 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=1a2cf032-3cde-45a3-9e82-737d704d0b9f,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:26.095836 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port af4f2d52-b899-4598-a65e-5404eb758ac3, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=af4f2d52-b899-4598-a65e-5404eb758ac3,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:26.100717 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=19 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:26.100909 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (af4f2d52-b899-4598-a65e-5404eb758ac3), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:26.101992 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device aa920202-f96d-4a78-9f35-43655e114baf up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:19:26.107484 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c8e895ae-f7bb-4594-b839-192bbe1ce638 admin admin] Publish callbacks [] for security_group (968757c8-b235-4c93-b8e8-3330b1cb1e87), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:26.126484 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f28c43c9-03e7-4e16-a381-0ef9154cae6a req-a1d05716-01dd-43fd-bb40-6acb3c98cd1a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180081 Sep 13 01:19:26.137547 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c8e895ae-f7bb-4594-b839-192bbe1ce638 admin admin] Publish callbacks [] for security_group (968757c8-b235-4c93-b8e8-3330b1cb1e87), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:26.142752 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81051-7715-4812-be74-0f3ab84468d9 req-f28b4cde-e36e-4e01-a405-cdd788da89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:26.151581 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-10f81051-7715-4812-be74-0f3ab84468d9 req-f28b4cde-e36e-4e01-a405-cdd788da89a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=47cc024b-679e-42c4-bf2a-2407e9c9e294 HTTP/1.1" status: 200 len: 916 time: 0.4435792 Sep 13 01:19:26.166042 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6f70600e-a32d-40d5-a553-8da412edde47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (0994bcab-94ab-4171-9a4f-5bfafb08b309), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:26.167446 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:26.169367 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6f70600e-a32d-40d5-a553-8da412edde47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:26.173576 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-6f70600e-a32d-40d5-a553-8da412edde47 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0994bcab-94ab-4171-9a4f-5bfafb08b309 HTTP/1.1" status: 204 len: 168 time: 0.3216486 Sep 13 01:19:26.185029 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2b9e1659-d9ea-4fe5-b31e-bce0f3efc649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (fc2cc051-e6fd-42ee-9155-6f12b134249c), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:26.189730 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=af4f2d52-b899-4598-a65e-5404eb758ac3,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:26.189902 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70600e-a32d-40d5-a553-8da412edde47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0994bcab-94ab-4171-9a4f-5bfafb08b309,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:26.190594 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2b9e1659-d9ea-4fe5-b31e-bce0f3efc649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:26.193201 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-2b9e1659-d9ea-4fe5-b31e-bce0f3efc649 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fc2cc051-e6fd-42ee-9155-6f12b134249c HTTP/1.1" status: 204 len: 168 time: 0.7321594 Sep 13 01:19:26.193885 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['1a2cf032-3cde-45a3-9e82-737d704d0b9f'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:19:26.234901 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c8e895ae-f7bb-4594-b839-192bbe1ce638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (968757c8-b235-4c93-b8e8-3330b1cb1e87), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:26.238546 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c8e895ae-f7bb-4594-b839-192bbe1ce638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:26.240103 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-c8e895ae-f7bb-4594-b839-192bbe1ce638 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/968757c8-b235-4c93-b8e8-3330b1cb1e87 HTTP/1.1" status: 204 len: 168 time: 0.2235680 Sep 13 01:19:26.258159 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e895ae-f7bb-4594-b839-192bbe1ce638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968757c8-b235-4c93-b8e8-3330b1cb1e87,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:26.304343 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e1659-d9ea-4fe5-b31e-bce0f3efc649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2cc051-e6fd-42ee-9155-6f12b134249c,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:26.314742 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-10f81051-7715-4812-be74-0f3ab84468d9 req-4e4bb6f9-c4d6-48d9-9859-219d0328e750 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88cd16db-1d4f-46f0-9069-3f6713e3efbd HTTP/1.1" status: 200 len: 217 time: 0.1378834 Sep 13 01:19:26.333263 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eece9d4-a5d5-4a36-8401-dfe89f6ceb91 req-476455c2-993f-4c9c-a29a-9debc0335339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:26.335182 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7eece9d4-a5d5-4a36-8401-dfe89f6ceb91 req-476455c2-993f-4c9c-a29a-9debc0335339 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdb1d525-4a86-4d73-99d0-0254f6253a0a HTTP/1.1" status: 200 len: 911 time: 0.3673258 Sep 13 01:19:26.414780 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7eece9d4-a5d5-4a36-8401-dfe89f6ceb91 req-9a019eba-f720-4c53-8e7d-64df7575ca39 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd07ce18-daad-47e8-8e34-3a96d4e32e60 HTTP/1.1" status: 200 len: 217 time: 0.0702155 Sep 13 01:19:26.430460 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3a0351-fafc-4aef-bc99-e3bdec83b14f" -d '{"events": [{"server_uuid": "0091ed80-cb3c-4dce-b54c-48989fb19e7b", "name": "network-vif-plugged", "status": "completed", "tag": "af4f2d52-b899-4598-a65e-5404eb758ac3"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:19:26.483183 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81051-7715-4812-be74-0f3ab84468d9 req-109ca6ea-6095-4127-a155-a12cb624ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:26.484915 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-10f81051-7715-4812-be74-0f3ab84468d9 req-109ca6ea-6095-4127-a155-a12cb624ff30 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4dc1ba80-c277-4b7a-83cd-c01962e812af HTTP/1.1" status: 200 len: 854 time: 0.1626656 Sep 13 01:19:26.488862 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f28c43c9-03e7-4e16-a381-0ef9154cae6a req-037cf43f-19ff-48e0-aa70-6bd1a69ab927 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478670 Sep 13 01:19:26.508672 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24e9a7-6fdd-4c26-b922-475afc59d784 req-f52d9872-38d2-4d5f-81ba-b1335f51860d tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:26.518160 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-dd24e9a7-6fdd-4c26-b922-475afc59d784 req-f52d9872-38d2-4d5f-81ba-b1335f51860d tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 945 time: 0.1959152 Sep 13 01:19:26.540287 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eece9d4-a5d5-4a36-8401-dfe89f6ceb91 req-64f87de8-49e0-4b7e-ae7b-0c1b5aa6a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:26.541959 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7eece9d4-a5d5-4a36-8401-dfe89f6ceb91 req-64f87de8-49e0-4b7e-ae7b-0c1b5aa6a4c7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e6dbcd3-8686-4d4b-89a7-314bf35476d1 HTTP/1.1" status: 200 len: 849 time: 0.1145439 Sep 13 01:19:26.543315 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port aa920202-f96d-4a78-9f35-43655e114baf completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:19:26.559885 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port aa920202-f96d-4a78-9f35-43655e114baf triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:26.561280 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (aa920202-f96d-4a78-9f35-43655e114baf), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:26.563144 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81051-7715-4812-be74-0f3ab84468d9 req-2e0cf067-ab09-4433-b9a5-3fd5be7ad521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:26.564854 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-10f81051-7715-4812-be74-0f3ab84468d9 req-2e0cf067-ab09-4433-b9a5-3fd5be7ad521 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=47cc024b-679e-42c4-bf2a-2407e9c9e294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695510 Sep 13 01:19:26.665572 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-dd24e9a7-6fdd-4c26-b922-475afc59d784 req-ed8a0656-bc0d-49fa-8c42-fa18ada9575e tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445055 Sep 13 01:19:26.741856 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port aa920202-f96d-4a78-9f35-43655e114baf is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:26.742326 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (aa920202-f96d-4a78-9f35-43655e114baf), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:26.791318 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:26.798086 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port aa920202-f96d-4a78-9f35-43655e114baf, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=aa920202-f96d-4a78-9f35-43655e114baf,segment=NetworkSegment(56ee7bc1-29ba-43c3-9e8e-c4094f3c3327),segment_id=56ee7bc1-29ba-43c3-9e8e-c4094f3c3327)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:26.804288 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (aa920202-f96d-4a78-9f35-43655e114baf), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:26.835450 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:26.845210 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eece9d4-a5d5-4a36-8401-dfe89f6ceb91 req-6df57bfa-abd7-4397-9371-4e68284f87dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:26.846695 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7eece9d4-a5d5-4a36-8401-dfe89f6ceb91 req-6df57bfa-abd7-4397-9371-4e68284f87dc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdb1d525-4a86-4d73-99d0-0254f6253a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2964876 Sep 13 01:19:26.865725 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=aa920202-f96d-4a78-9f35-43655e114baf,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:26.885243 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:26.917535 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fdb57-9f80-44c8-82c8-785d08d4dffe req-d0f61d66-8564-4296-986a-5185edcaf090 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:26.919121 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-262fdb57-9f80-44c8-82c8-785d08d4dffe req-d0f61d66-8564-4296-986a-5185edcaf090 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 944 time: 0.3156400 Sep 13 01:19:26.980298 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-10f81051-7715-4812-be74-0f3ab84468d9 req-ef615224-c98f-4308-9ec1-265a8fe6d2cf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983388 Sep 13 01:19:27.046256 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33136) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:27.059362 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=23 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:27.062596 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-36bdd218-822c-4e4c-ad1f-70862491aab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.078789 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7eece9d4-a5d5-4a36-8401-dfe89f6ceb91 req-645700b1-057b-41e3-9a31-a0c2b2538c53 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243371 Sep 13 01:19:27.086173 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-262fdb57-9f80-44c8-82c8-785d08d4dffe req-ba8f0006-2842-4a72-848d-9330f776233f tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477451 Sep 13 01:19:27.136626 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33138) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:27.144665 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:27.158650 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-61fb8328-a926-4f13-9a22-17b89a656118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.220021 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-10f81051-7715-4812-be74-0f3ab84468d9 req-c99230ce-60cc-42c3-bb1a-5d7d66659ca6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303734 Sep 13 01:19:27.281196 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-36bdd218-822c-4e4c-ad1f-70862491aab3 admin admin] Publish callbacks [] for security_group (99df701a-ac54-4368-842f-273d392344ac), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.293079 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-36bdd218-822c-4e4c-ad1f-70862491aab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (99df701a-ac54-4368-842f-273d392344ac), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.294694 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce60b9a-7516-46b3-bfd5-c64b3d139ab3 req-e11234f1-ca36-40ae-b98a-230f5068b899 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:27.296601 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-dce60b9a-7516-46b3-bfd5-c64b3d139ab3 req-e11234f1-ca36-40ae-b98a-230f5068b899 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0792546 Sep 13 01:19:27.299252 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7eece9d4-a5d5-4a36-8401-dfe89f6ceb91 req-9ff31f23-37da-4516-98c9-6d84f5bb7f93 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107477 Sep 13 01:19:27.337837 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-61fb8328-a926-4f13-9a22-17b89a656118 admin admin] Publish callbacks [] for security_group (93dd912b-976f-4bfe-942a-693406715895), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.342886 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdd218-822c-4e4c-ad1f-70862491aab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99df701a-ac54-4368-842f-273d392344ac,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:27.358054 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-61fb8328-a926-4f13-9a22-17b89a656118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (93dd912b-976f-4bfe-942a-693406715895), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.397276 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f2a70d-f2b8-423b-bb09-61e58f59b35c x-openstack-request-id: req-00f2a70d-f2b8-423b-bb09-61e58f59b35c {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:19:27.398096 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0091ed80-cb3c-4dce-b54c-48989fb19e7b", "name": "network-vif-plugged", "status": "completed", "tag": "af4f2d52-b899-4598-a65e-5404eb758ac3", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:19:27.398414 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00f2a70d-f2b8-423b-bb09-61e58f59b35c {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:19:27.398919 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f2a70d-f2b8-423b-bb09-61e58f59b35c'] response: {'server_uuid': '0091ed80-cb3c-4dce-b54c-48989fb19e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4f2d52-b899-4598-a65e-5404eb758ac3', 'code': 200} Sep 13 01:19:27.407509 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-36bdd218-822c-4e4c-ad1f-70862491aab3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bba09ef23dae4910a89daa82bb8f447a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578405 Sep 13 01:19:27.420639 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33140) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:27.461446 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33142) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:27.479687 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-dce60b9a-7516-46b3-bfd5-c64b3d139ab3 req-251fbcbb-efef-421c-b455-0785e2f2b762 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760347 Sep 13 01:19:27.480206 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 33144) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:27.488942 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-78494b82-9af9-4bd8-ae67-b2db01d4d100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.499910 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2eac9c89-fa24-4293-81b7-8b2feb8e40fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.504171 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 88cd16db-1d4f-46f0-9069-3f6713e3efbd details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:19:27.510116 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 1a2cf032-3cde-45a3-9e82-737d704d0b9f up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:19:27.524217 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-61fb8328-a926-4f13-9a22-17b89a656118 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6ecae603a45d42d4b787cbdccb4678d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864341 Sep 13 01:19:27.527450 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 33146) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:27.533418 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb8328-a926-4f13-9a22-17b89a656118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dd912b-976f-4bfe-942a-693406715895,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:27.545219 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:27.621789 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707de43-333e-46b4-a1c4-fbeafaf53903 req-d75199c9-3116-42c4-8d56-ccfcd04248e8 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:27.624027 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d707de43-333e-46b4-a1c4-fbeafaf53903 req-d75199c9-3116-42c4-8d56-ccfcd04248e8 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 943 time: 0.1166389 Sep 13 01:19:27.630146 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:27.634774 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port 1a2cf032-3cde-45a3-9e82-737d704d0b9f completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:19:27.647176 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port 1a2cf032-3cde-45a3-9e82-737d704d0b9f triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:27.647826 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (1a2cf032-3cde-45a3-9e82-737d704d0b9f), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.667947 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3e2bc1e2-1b24-492e-bd28-406950ae3b12 admin admin] Publish callbacks [] for security_group (99df701a-ac54-4368-842f-273d392344ac), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.675496 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f701604-4918-483e-9019-78dc9ae5d9d1 req-be3e52b0-8e3e-4474-a791-45cd15a59802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:27.678161 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f701604-4918-483e-9019-78dc9ae5d9d1 req-be3e52b0-8e3e-4474-a791-45cd15a59802 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 1130 time: 0.0964098 Sep 13 01:19:27.703808 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 88cd16db-1d4f-46f0-9069-3f6713e3efbd, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=88cd16db-1d4f-46f0-9069-3f6713e3efbd,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:27.717451 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2f701604-4918-483e-9019-78dc9ae5d9d1 req-034be4f9-dae0-42be-9a90-fe39bc092d8b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.721210 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': '88cd16db-1d4f-46f0-9069-3f6713e3efbd', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'port_id': '88cd16db-1d4f-46f0-9069-3f6713e3efbd', 'mac_address': 'fa:16:3e:65:fa:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:19:27.723449 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3e2bc1e2-1b24-492e-bd28-406950ae3b12 admin admin] Publish callbacks [] for security_group (99df701a-ac54-4368-842f-273d392344ac), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.757731 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d707de43-333e-46b4-a1c4-fbeafaf53903 req-05f54cb2-fb8e-469b-8066-ea4e598e7b64 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233892 Sep 13 01:19:27.777499 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d238a736-e14c-48f7-bce7-e7b6926d2b99 admin admin] Publish callbacks [] for security_group (93dd912b-976f-4bfe-942a-693406715895), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.780915 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-78494b82-9af9-4bd8-ae67-b2db01d4d100 admin admin] Publish callbacks [] for security_group (af871d8d-1576-49ed-b672-d10aab6550fa), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.790938 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-78494b82-9af9-4bd8-ae67-b2db01d4d100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (af871d8d-1576-49ed-b672-d10aab6550fa), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.813624 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 88cd16db-1d4f-46f0-9069-3f6713e3efbd is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:27.814013 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.824280 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 1a2cf032-3cde-45a3-9e82-737d704d0b9f is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:27.824945 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (1a2cf032-3cde-45a3-9e82-737d704d0b9f), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.837775 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-78494b82-9af9-4bd8-ae67-b2db01d4d100 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cb38177fb9b445859cd177334a1d2c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714819 Sep 13 01:19:27.840156 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78494b82-9af9-4bd8-ae67-b2db01d4d100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af871d8d-1576-49ed-b672-d10aab6550fa,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:27.841003 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88cd16db-1d4f-46f0-9069-3f6713e3efbd {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:19:27.843571 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33150) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:27.849724 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:27.851807 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3e2bc1e2-1b24-492e-bd28-406950ae3b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (99df701a-ac54-4368-842f-273d392344ac), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.854514 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3e2bc1e2-1b24-492e-bd28-406950ae3b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.855747 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-3e2bc1e2-1b24-492e-bd28-406950ae3b12 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/99df701a-ac54-4368-842f-273d392344ac HTTP/1.1" status: 204 len: 168 time: 0.4226265 Sep 13 01:19:27.881940 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d238a736-e14c-48f7-bce7-e7b6926d2b99 admin admin] Publish callbacks [] for security_group (93dd912b-976f-4bfe-942a-693406715895), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.882218 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 88cd16db-1d4f-46f0-9069-3f6713e3efbd, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=88cd16db-1d4f-46f0-9069-3f6713e3efbd,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:27.894479 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.895204 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device fd07ce18-daad-47e8-8e34-3a96d4e32e60 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:19:27.897183 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bc1e2-1b24-492e-bd28-406950ae3b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99df701a-ac54-4368-842f-273d392344ac,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:27.898068 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 1a2cf032-3cde-45a3-9e82-737d704d0b9f, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1a2cf032-3cde-45a3-9e82-737d704d0b9f,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:27.940639 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (1a2cf032-3cde-45a3-9e82-737d704d0b9f), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.952110 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-dbdf848d-4a5c-42dd-8069-089168d561c9 admin admin] Publish callbacks [] for security_group (af871d8d-1576-49ed-b672-d10aab6550fa), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.958592 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6521ed-efef-4e71-a91b-eeca862a5374 req-8cfd0e0e-0632-4548-b953-d5a0051fde03 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:27.968094 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ac6521ed-efef-4e71-a91b-eeca862a5374 req-8cfd0e0e-0632-4548-b953-d5a0051fde03 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 946 time: 0.1562223 Sep 13 01:19:27.974684 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-dbdf848d-4a5c-42dd-8069-089168d561c9 admin admin] Publish callbacks [] for security_group (af871d8d-1576-49ed-b672-d10aab6550fa), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:27.981083 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:27.981673 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2eac9c89-fa24-4293-81b7-8b2feb8e40fa admin admin] Publish callbacks [] for security_group (ba5414b9-0bd6-438f-89bd-8c704a002f4b), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:28.020454 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=88cd16db-1d4f-46f0-9069-3f6713e3efbd,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:28.024116 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2eac9c89-fa24-4293-81b7-8b2feb8e40fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (ba5414b9-0bd6-438f-89bd-8c704a002f4b), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:28.046378 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-dbdf848d-4a5c-42dd-8069-089168d561c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (af871d8d-1576-49ed-b672-d10aab6550fa), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:28.050076 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-dbdf848d-4a5c-42dd-8069-089168d561c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:28.051173 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-dbdf848d-4a5c-42dd-8069-089168d561c9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/af871d8d-1576-49ed-b672-d10aab6550fa HTTP/1.1" status: 204 len: 168 time: 0.2063720 Sep 13 01:19:28.062649 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-2eac9c89-fa24-4293-81b7-8b2feb8e40fa admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e19cea5ab3524c1091f8c3e10f812086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5765846 Sep 13 01:19:28.062830 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33156) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:28.083781 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf848d-4a5c-42dd-8069-089168d561c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af871d8d-1576-49ed-b672-d10aab6550fa,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:28.086792 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:28.124593 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ac6521ed-efef-4e71-a91b-eeca862a5374 req-585c9eeb-f9af-4183-a524-cbb3be12bace tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548986 Sep 13 01:19:28.175168 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac9c89-fa24-4293-81b7-8b2feb8e40fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5414b9-0bd6-438f-89bd-8c704a002f4b,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:28.188804 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d238a736-e14c-48f7-bce7-e7b6926d2b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (93dd912b-976f-4bfe-942a-693406715895), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:28.191348 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port fd07ce18-daad-47e8-8e34-3a96d4e32e60, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=fd07ce18-daad-47e8-8e34-3a96d4e32e60,segment=NetworkSegment(f8fd0802-c0e8-4826-a2fb-77bcbd9b8173),segment_id=f8fd0802-c0e8-4826-a2fb-77bcbd9b8173)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:28.192439 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d238a736-e14c-48f7-bce7-e7b6926d2b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:28.196945 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-d238a736-e14c-48f7-bce7-e7b6926d2b99 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/93dd912b-976f-4bfe-942a-693406715895 HTTP/1.1" status: 204 len: 168 time: 0.6613400 Sep 13 01:19:28.200268 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=1a2cf032-3cde-45a3-9e82-737d704d0b9f,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:28.204505 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d03fcd12-df68-4847-8d00-232dcb276bbc admin admin] Publish callbacks [] for security_group (ba5414b9-0bd6-438f-89bd-8c704a002f4b), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:28.205096 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2f701604-4918-483e-9019-78dc9ae5d9d1 req-034be4f9-dae0-42be-9a90-fe39bc092d8b service neutron] Publish callbacks [] for security_group (aefe0faf-18c5-4ac1-b044-ae378918c69e), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:28.209548 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': 'fd07ce18-daad-47e8-8e34-3a96d4e32e60', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'port_id': 'fd07ce18-daad-47e8-8e34-3a96d4e32e60', 'mac_address': 'fa:16:3e:70:cb:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:19:28.212814 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238a736-e14c-48f7-bce7-e7b6926d2b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dd912b-976f-4bfe-942a-693406715895,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:28.214798 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2f701604-4918-483e-9019-78dc9ae5d9d1 req-034be4f9-dae0-42be-9a90-fe39bc092d8b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (aefe0faf-18c5-4ac1-b044-ae378918c69e), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:28.256175 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port fd07ce18-daad-47e8-8e34-3a96d4e32e60 is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:28.256665 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (fd07ce18-daad-47e8-8e34-3a96d4e32e60), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:28.258491 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d03fcd12-df68-4847-8d00-232dcb276bbc admin admin] Publish callbacks [] for security_group (ba5414b9-0bd6-438f-89bd-8c704a002f4b), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:28.272669 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd07ce18-daad-47e8-8e34-3a96d4e32e60 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:19:28.273979 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f701604-4918-483e-9019-78dc9ae5d9d1 req-034be4f9-dae0-42be-9a90-fe39bc092d8b service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830276 Sep 13 01:19:28.274944 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034be4f9-dae0-42be-9a90-fe39bc092d8b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aefe0faf-18c5-4ac1-b044-ae378918c69e,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:28.302921 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:28.305365 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port fd07ce18-daad-47e8-8e34-3a96d4e32e60, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=fd07ce18-daad-47e8-8e34-3a96d4e32e60,segment=NetworkSegment(f8fd0802-c0e8-4826-a2fb-77bcbd9b8173),segment_id=f8fd0802-c0e8-4826-a2fb-77bcbd9b8173)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:28.311384 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (fd07ce18-daad-47e8-8e34-3a96d4e32e60), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:28.363513 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ebd2d-c5ae-4c27-8c5e-ca1b03e6ed33 req-61d7fbdc-20d2-477e-a2f7-9807d8ad081b tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:28.365036 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2b0ebd2d-c5ae-4c27-8c5e-ca1b03e6ed33 req-61d7fbdc-20d2-477e-a2f7-9807d8ad081b tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0777133 Sep 13 01:19:28.372837 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=fd07ce18-daad-47e8-8e34-3a96d4e32e60,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:28.398498 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d03fcd12-df68-4847-8d00-232dcb276bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (ba5414b9-0bd6-438f-89bd-8c704a002f4b), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:28.400973 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d03fcd12-df68-4847-8d00-232dcb276bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:28.402338 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-d03fcd12-df68-4847-8d00-232dcb276bbc admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ba5414b9-0bd6-438f-89bd-8c704a002f4b HTTP/1.1" status: 204 len: 168 time: 0.3395247 Sep 13 01:19:28.421113 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fcd12-df68-4847-8d00-232dcb276bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5414b9-0bd6-438f-89bd-8c704a002f4b,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:28.435176 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2b0ebd2d-c5ae-4c27-8c5e-ca1b03e6ed33 req-95201752-0084-4404-9631-c28ba494ebe2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633302 Sep 13 01:19:28.632695 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f41112-0c09-4463-b71d-92c75f3dba7b req-bb097378-da5e-45dc-99e1-d240825922cb tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:28.634080 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-62f41112-0c09-4463-b71d-92c75f3dba7b req-bb097378-da5e-45dc-99e1-d240825922cb tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 945 time: 0.0558269 Sep 13 01:19:28.689920 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-62f41112-0c09-4463-b71d-92c75f3dba7b req-ca6d2f12-9ee7-41c8-b23a-0657a398c8ea tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447304 Sep 13 01:19:28.733115 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['88cd16db-1d4f-46f0-9069-3f6713e3efbd'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:19:28.834352 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['fd07ce18-daad-47e8-8e34-3a96d4e32e60'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:19:28.937036 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fe302-42f8-44d5-9d45-b964d6387cd7 req-38189cd7-e174-41b2-a77a-77f043249ff9 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:28.947459 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c25fe302-42f8-44d5-9d45-b964d6387cd7 req-38189cd7-e174-41b2-a77a-77f043249ff9 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 944 time: 0.0759299 Sep 13 01:19:29.019625 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c25fe302-42f8-44d5-9d45-b964d6387cd7 req-a21e27f2-5706-49f9-bc45-60e909cf5b98 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710642 Sep 13 01:19:29.227630 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:29.267768 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9815c1-cee2-443d-98b7-2a4e9c85391a req-e82c42b6-65a3-4842-a587-5398309b2b60 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:29.268026 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3e9815c1-cee2-443d-98b7-2a4e9c85391a req-e82c42b6-65a3-4842-a587-5398309b2b60 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 946 time: 0.0527172 Sep 13 01:19:29.339193 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3e9815c1-cee2-443d-98b7-2a4e9c85391a req-ab5ddf97-95a5-4e2e-8bb3-f91b73ea64f5 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638731 Sep 13 01:19:29.400554 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a24ff77-efd2-4d53-b120-387e032d8e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa920202-f96d-4a78-9f35-43655e114baf'}, {'server_uuid': '2e628b0a-c70b-4c2b-b98e-339abc492871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2cf032-3cde-45a3-9e82-737d704d0b9f'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:19:29.407299 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e68667-daa4-43ab-aa12-5f19d3135582" -d '{"events": [{"server_uuid": "2a24ff77-efd2-4d53-b120-387e032d8e33", "name": "network-vif-plugged", "status": "completed", "tag": "aa920202-f96d-4a78-9f35-43655e114baf"}, {"server_uuid": "2e628b0a-c70b-4c2b-b98e-339abc492871", "name": "network-vif-plugged", "status": "completed", "tag": "1a2cf032-3cde-45a3-9e82-737d704d0b9f"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:19:29.461766 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Sep 2022 01:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bab8793-7c54-4139-bce0-e090bea7ff9f x-openstack-request-id: req-2bab8793-7c54-4139-bce0-e090bea7ff9f {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:19:29.461766 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a24ff77-efd2-4d53-b120-387e032d8e33", "name": "network-vif-plugged", "status": "completed", "tag": "aa920202-f96d-4a78-9f35-43655e114baf", "code": 200}, {"server_uuid": "2e628b0a-c70b-4c2b-b98e-339abc492871", "name": "network-vif-plugged", "status": "completed", "tag": "1a2cf032-3cde-45a3-9e82-737d704d0b9f", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:19:29.462053 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bab8793-7c54-4139-bce0-e090bea7ff9f {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:19:29.462619 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bab8793-7c54-4139-bce0-e090bea7ff9f'] response: {'server_uuid': '2a24ff77-efd2-4d53-b120-387e032d8e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa920202-f96d-4a78-9f35-43655e114baf', 'code': 200} Sep 13 01:19:29.462894 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bab8793-7c54-4139-bce0-e090bea7ff9f'] response: {'server_uuid': '2e628b0a-c70b-4c2b-b98e-339abc492871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2cf032-3cde-45a3-9e82-737d704d0b9f', 'code': 200} Sep 13 01:19:29.610376 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a01581-a9d1-4e00-97ab-189fd23d2ad3 req-1b77e2e3-c468-4db9-9882-cef21d64f82b tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:29.620139 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-66a01581-a9d1-4e00-97ab-189fd23d2ad3 req-1b77e2e3-c468-4db9-9882-cef21d64f82b tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0879536 Sep 13 01:19:29.689844 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-66a01581-a9d1-4e00-97ab-189fd23d2ad3 req-ddebc462-f616-49b3-8812-e1a738cd5098 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681686 Sep 13 01:19:29.772139 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93008b4e-9343-4fd2-971b-1e34748051f5 req-4bec076a-2617-4b6a-ac4f-dfe763914ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:29.774133 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-93008b4e-9343-4fd2-971b-1e34748051f5 req-4bec076a-2617-4b6a-ac4f-dfe763914ffd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 1129 time: 0.0753527 Sep 13 01:19:29.775208 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884d2cb-9543-4a11-8da7-cdba0db8ac32 req-38aa74f5-06d0-4737-9387-4aaae4ac2774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:29.776509 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b884d2cb-9543-4a11-8da7-cdba0db8ac32 req-38aa74f5-06d0-4737-9387-4aaae4ac2774 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 1130 time: 0.0819275 Sep 13 01:19:29.835233 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c7abf-652e-409e-b242-d1e3245ae3f8 req-821c7edb-6a86-4d60-ae0b-3fb796392783 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:29.837325 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f50c7abf-652e-409e-b242-d1e3245ae3f8 req-821c7edb-6a86-4d60-ae0b-3fb796392783 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 945 time: 0.0504346 Sep 13 01:19:29.868266 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b884d2cb-9543-4a11-8da7-cdba0db8ac32 req-12420cad-7af9-4b57-81d5-41dc97ec88a7 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799110 Sep 13 01:19:29.879890 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-93008b4e-9343-4fd2-971b-1e34748051f5 req-72aeaf72-304b-4ce7-af23-cdb25032f5b8 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927355 Sep 13 01:19:29.894966 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:29.899460 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f50c7abf-652e-409e-b242-d1e3245ae3f8 req-2d8a9295-739b-480e-8b8f-7e1a29696e62 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554953 Sep 13 01:19:29.906938 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-55b85998-5532-4a91-b671-204849ba1a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:30.042076 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device fd07ce18-daad-47e8-8e34-3a96d4e32e60 up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:19:30.090462 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port fd07ce18-daad-47e8-8e34-3a96d4e32e60 completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:19:30.099007 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port fd07ce18-daad-47e8-8e34-3a96d4e32e60 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:30.100295 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (fd07ce18-daad-47e8-8e34-3a96d4e32e60), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:30.170693 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303d151-53f5-4900-9f8e-df5ba43b92c9 req-ecf84f53-e68c-4ca6-b2b3-01faaa403f0d tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:30.181448 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a303d151-53f5-4900-9f8e-df5ba43b92c9 req-ecf84f53-e68c-4ca6-b2b3-01faaa403f0d tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 944 time: 0.0643969 Sep 13 01:19:30.217890 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port fd07ce18-daad-47e8-8e34-3a96d4e32e60 is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:30.219083 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (fd07ce18-daad-47e8-8e34-3a96d4e32e60), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:30.243285 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a303d151-53f5-4900-9f8e-df5ba43b92c9 req-22f743ee-f561-438d-a5fa-1737597dd8b0 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606518 Sep 13 01:19:30.282980 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port fd07ce18-daad-47e8-8e34-3a96d4e32e60, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=fd07ce18-daad-47e8-8e34-3a96d4e32e60,segment=NetworkSegment(f8fd0802-c0e8-4826-a2fb-77bcbd9b8173),segment_id=f8fd0802-c0e8-4826-a2fb-77bcbd9b8173)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:30.288165 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (fd07ce18-daad-47e8-8e34-3a96d4e32e60), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:30.289508 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 88cd16db-1d4f-46f0-9069-3f6713e3efbd up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:19:30.375839 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=fd07ce18-daad-47e8-8e34-3a96d4e32e60,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:30.383432 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port 88cd16db-1d4f-46f0-9069-3f6713e3efbd completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:19:30.394279 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port 88cd16db-1d4f-46f0-9069-3f6713e3efbd triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:30.394279 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:30.498590 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b7e42-41ad-4b5a-8b5b-523f18072e02 req-0d92c2f7-f51f-4ecc-a55f-f4b36ddaabbd tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:30.501395 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-489b7e42-41ad-4b5a-8b5b-523f18072e02 req-0d92c2f7-f51f-4ecc-a55f-f4b36ddaabbd tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 946 time: 0.0550866 Sep 13 01:19:30.562434 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 88cd16db-1d4f-46f0-9069-3f6713e3efbd is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:30.563021 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:30.570251 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-489b7e42-41ad-4b5a-8b5b-523f18072e02 req-f93feb4a-0025-460d-9dd5-5bd5950f5039 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624468 Sep 13 01:19:30.620527 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 88cd16db-1d4f-46f0-9069-3f6713e3efbd, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=88cd16db-1d4f-46f0-9069-3f6713e3efbd,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:30.625534 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:30.690380 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:30.702379 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=88cd16db-1d4f-46f0-9069-3f6713e3efbd,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:30.883739 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540be497-406a-46fe-babd-bb507e14e4f9 req-6ed89e2f-213b-4cd9-8715-11514d7ac895 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:30.899356 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-540be497-406a-46fe-babd-bb507e14e4f9 req-6ed89e2f-213b-4cd9-8715-11514d7ac895 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0972624 Sep 13 01:19:30.940568 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 33302) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:30.961140 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-540be497-406a-46fe-babd-bb507e14e4f9 req-6a4a1514-dac2-4afa-b389-775b886c40d7 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644600 Sep 13 01:19:31.061684 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:31.074213 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f3d9a-af03-45d6-9ea6-e8f0c2523db3 req-ad83b7ef-6c44-44f1-bae2-7106119b471b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:31.076196 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-648f3d9a-af03-45d6-9ea6-e8f0c2523db3 req-ad83b7ef-6c44-44f1-bae2-7106119b471b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0577514 Sep 13 01:19:31.146667 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-648f3d9a-af03-45d6-9ea6-e8f0c2523db3 req-1a988bfd-9e83-4480-a8be-5a9a345e48e5 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642321 Sep 13 01:19:31.229437 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:31.333064 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Publish callbacks [] for security_group (2d5b2ace-b413-4ca6-8505-c2ab856a6116), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:31.347378 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (2d5b2ace-b413-4ca6-8505-c2ab856a6116), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:31.407908 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4b196-a3ac-4b65-b723-453b7d741bea req-03e00457-1fa3-490d-b905-13c5918b6949 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:31.409606 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9ae4b196-a3ac-4b65-b723-453b7d741bea req-03e00457-1fa3-490d-b905-13c5918b6949 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0753407 Sep 13 01:19:31.410180 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:31.421873 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0173fdaf0685496eb49b1583aabbb0e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4755459 Sep 13 01:19:31.425290 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33324) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:31.436620 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5b2ace-b413-4ca6-8505-c2ab856a6116,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:31.454222 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.454558 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.455082 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.455559 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.456501 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.456976 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.457445 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.457912 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.458547 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.459042 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.459813 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.460419 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.460889 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.461217 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.461540 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e861db5-a3e8-4c1c-81a7-dd90a010fe57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.464796 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85de1ecb-9d12-49d4-b0cd-4631e36357d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd07ce18-daad-47e8-8e34-3a96d4e32e60'}, {'server_uuid': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cd16db-1d4f-46f0-9069-3f6713e3efbd'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:19:31.468868 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fdb9b6-9655-4bd8-be6b-2fd9e870595b" -d '{"events": [{"server_uuid": "85de1ecb-9d12-49d4-b0cd-4631e36357d3", "name": "network-vif-plugged", "status": "completed", "tag": "fd07ce18-daad-47e8-8e34-3a96d4e32e60"}, {"server_uuid": "1677b90a-17f0-496f-8fce-ac573509c1ac", "name": "network-vif-plugged", "status": "completed", "tag": "88cd16db-1d4f-46f0-9069-3f6713e3efbd"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:19:31.498644 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9ae4b196-a3ac-4b65-b723-453b7d741bea req-c24589f3-20a3-4f2a-94e3-91d93e3e1102 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720203 Sep 13 01:19:31.507810 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Publish callbacks [] for security_group (2d5b2ace-b413-4ca6-8505-c2ab856a6116), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:31.539214 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Publish callbacks [] for security_group (2d5b2ace-b413-4ca6-8505-c2ab856a6116), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:31.543614 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Sep 2022 01:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30790ea6-c69c-42ad-bd83-d903f8cf2eaf x-openstack-request-id: req-30790ea6-c69c-42ad-bd83-d903f8cf2eaf {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:19:31.543918 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85de1ecb-9d12-49d4-b0cd-4631e36357d3", "name": "network-vif-plugged", "status": "completed", "tag": "fd07ce18-daad-47e8-8e34-3a96d4e32e60", "code": 200}, {"server_uuid": "1677b90a-17f0-496f-8fce-ac573509c1ac", "name": "network-vif-plugged", "status": "completed", "tag": "88cd16db-1d4f-46f0-9069-3f6713e3efbd", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:19:31.544176 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30790ea6-c69c-42ad-bd83-d903f8cf2eaf {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:19:31.544849 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30790ea6-c69c-42ad-bd83-d903f8cf2eaf'] response: {'server_uuid': '85de1ecb-9d12-49d4-b0cd-4631e36357d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd07ce18-daad-47e8-8e34-3a96d4e32e60', 'code': 200} Sep 13 01:19:31.545287 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30790ea6-c69c-42ad-bd83-d903f8cf2eaf'] response: {'server_uuid': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cd16db-1d4f-46f0-9069-3f6713e3efbd', 'code': 200} Sep 13 01:19:31.610591 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (2d5b2ace-b413-4ca6-8505-c2ab856a6116), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:31.614334 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:31.619605 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2d5b2ace-b413-4ca6-8505-c2ab856a6116 HTTP/1.1" status: 204 len: 168 time: 0.1926184 Sep 13 01:19:31.633689 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5b2ace-b413-4ca6-8505-c2ab856a6116,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:31.643653 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.643906 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.644427 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.644924 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.645397 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.646018 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.646626 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.661065 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.661362 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.664760 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.665412 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.665786 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.666123 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.667591 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.668167 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35e92b-e9a8-4302-862f-bd56504db2eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:31.796102 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3999f9-f88b-4005-99f7-0468484f2dd0 req-512a1586-5f84-443b-988f-0a4daf9f5852 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:31.798714 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ca3999f9-f88b-4005-99f7-0468484f2dd0 req-512a1586-5f84-443b-988f-0a4daf9f5852 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 946 time: 0.0755312 Sep 13 01:19:31.879548 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ca3999f9-f88b-4005-99f7-0468484f2dd0 req-ec0d8de7-904a-49f0-af0c-2231317f97b5 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718956 Sep 13 01:19:32.178710 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf1bc-b512-4458-8d5c-77b96043691b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:32.179193 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cf667-9a4b-4eae-a805-2865cfc3e17d req-f57e5c0a-0a9f-436d-b0d6-89e3df81c31a tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:32.195709 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-df0cf667-9a4b-4eae-a805-2865cfc3e17d req-f57e5c0a-0a9f-436d-b0d6-89e3df81c31a tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.1219227 Sep 13 01:19:32.316605 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-df0cf667-9a4b-4eae-a805-2865cfc3e17d req-93aafe5a-6cfb-4d16-ac7a-0799a3eb8423 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126482 Sep 13 01:19:32.322083 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:32.357780 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9808f96-1305-4e91-8780-d7975e2f5015 req-558c4bc1-4891-4bc6-b85f-8a23db2a0164 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:32.364618 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f9808f96-1305-4e91-8780-d7975e2f5015 req-558c4bc1-4891-4bc6-b85f-8a23db2a0164 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0968044 Sep 13 01:19:32.438622 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f9808f96-1305-4e91-8780-d7975e2f5015 req-4edd11a8-09bc-41df-a255-ed62d18b1c2c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689499 Sep 13 01:19:32.663860 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc3e72-1e4f-4652-8b6f-fbf7737e767b req-6404999a-da74-405b-977d-18f2934737c9 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:32.671420 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a6dc3e72-1e4f-4652-8b6f-fbf7737e767b req-6404999a-da74-405b-977d-18f2934737c9 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0660861 Sep 13 01:19:32.677338 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfdfa4-9dee-4d33-84b3-70b788fb08a1 req-9766c313-2085-4d2b-a606-b20ec427ba43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:32.684993 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5ecfdfa4-9dee-4d33-84b3-70b788fb08a1 req-9766c313-2085-4d2b-a606-b20ec427ba43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0728328 Sep 13 01:19:32.748400 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a6dc3e72-1e4f-4652-8b6f-fbf7737e767b req-18a5f704-b333-4778-850c-4b96d24fe506 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761926 Sep 13 01:19:32.752703 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5ecfdfa4-9dee-4d33-84b3-70b788fb08a1 req-78de3330-38a2-4aca-9232-313e412398bd tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664620 Sep 13 01:19:33.004876 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:33.019167 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f0988-b6ac-4ba5-81ff-81d72a0535ff req-1e9238fc-1941-49f0-87e1-346bc2868136 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:33.020648 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fe4f0988-b6ac-4ba5-81ff-81d72a0535ff req-1e9238fc-1941-49f0-87e1-346bc2868136 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 946 time: 0.0589442 Sep 13 01:19:33.074895 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fe4f0988-b6ac-4ba5-81ff-81d72a0535ff req-bea7c08b-09f3-4694-a875-ab5cb289da5f tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477891 Sep 13 01:19:33.342967 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:33.597541 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468acb88-e670-4011-a2b4-65695f12f475 req-1ea51e36-bc9e-4001-a1ab-4af5440cc0a7 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:33.604921 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-468acb88-e670-4011-a2b4-65695f12f475 req-1ea51e36-bc9e-4001-a1ab-4af5440cc0a7 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0748234 Sep 13 01:19:33.679939 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-468acb88-e670-4011-a2b4-65695f12f475 req-04f3f753-1bce-46a6-b03f-be4568cb6aa8 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715628 Sep 13 01:19:33.889562 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33446) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:33.910901 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0290a12-3e22-42e0-bcaf-efa0696d3bd8 req-da6462b4-9772-4c3b-934f-02d73482b7f8 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:33.912412 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f0290a12-3e22-42e0-bcaf-efa0696d3bd8 req-da6462b4-9772-4c3b-934f-02d73482b7f8 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0812395 Sep 13 01:19:33.917633 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbedf6-37f4-47cd-bddd-97f211022d35 req-bf4b8d8a-9920-4bc3-9e9d-a0832e3230c7 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:33.921530 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-75cbedf6-37f4-47cd-bddd-97f211022d35 req-bf4b8d8a-9920-4bc3-9e9d-a0832e3230c7 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0950463 Sep 13 01:19:33.988260 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f0290a12-3e22-42e0-bcaf-efa0696d3bd8 req-ffd96e54-8c1e-4054-9a84-010139eac22f tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643911 Sep 13 01:19:33.996623 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-75cbedf6-37f4-47cd-bddd-97f211022d35 req-52812fc6-6314-4cbd-9393-cf1d7a9b8797 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690172 Sep 13 01:19:34.045379 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a29e6618-2341-4ccb-8548-7ac61a653bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:34.124517 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a29e6618-2341-4ccb-8548-7ac61a653bda admin admin] Publish callbacks [] for security_group (d050a8f4-9d6c-4032-9ac0-727ee34b388c), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:34.128170 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a29e6618-2341-4ccb-8548-7ac61a653bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (d050a8f4-9d6c-4032-9ac0-727ee34b388c), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:34.165449 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e6618-2341-4ccb-8548-7ac61a653bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d050a8f4-9d6c-4032-9ac0-727ee34b388c,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:34.169711 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-a29e6618-2341-4ccb-8548-7ac61a653bda admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=aaebdf79ec434c8587a28956b99bbc1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770700 Sep 13 01:19:34.172512 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33460) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:34.227352 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-32fa5076-431c-42e1-9d27-8eb39d66d3a0 admin admin] Publish callbacks [] for security_group (d050a8f4-9d6c-4032-9ac0-727ee34b388c), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:34.247224 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-32fa5076-431c-42e1-9d27-8eb39d66d3a0 admin admin] Publish callbacks [] for security_group (d050a8f4-9d6c-4032-9ac0-727ee34b388c), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:34.258492 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:34.297652 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-32fa5076-431c-42e1-9d27-8eb39d66d3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (d050a8f4-9d6c-4032-9ac0-727ee34b388c), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:34.300220 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-32fa5076-431c-42e1-9d27-8eb39d66d3a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:34.303911 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-32fa5076-431c-42e1-9d27-8eb39d66d3a0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d050a8f4-9d6c-4032-9ac0-727ee34b388c HTTP/1.1" status: 204 len: 168 time: 0.1279638 Sep 13 01:19:34.309447 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa5076-431c-42e1-9d27-8eb39d66d3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d050a8f4-9d6c-4032-9ac0-727ee34b388c,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:34.644510 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33476) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:34.658556 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a621d81a-98dc-4f0f-81cf-b762d9801922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:34.732574 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a621d81a-98dc-4f0f-81cf-b762d9801922 admin admin] Publish callbacks [] for security_group (3c7e09eb-6205-4362-bd9f-3bb99ef439f3), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:34.736762 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a621d81a-98dc-4f0f-81cf-b762d9801922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (3c7e09eb-6205-4362-bd9f-3bb99ef439f3), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:34.776999 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621d81a-98dc-4f0f-81cf-b762d9801922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7e09eb-6205-4362-bd9f-3bb99ef439f3,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:34.778267 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:34.781337 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-a621d81a-98dc-4f0f-81cf-b762d9801922 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a314c2edb7294a5d85d228d5cee0d5d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357088 Sep 13 01:19:34.785428 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33480) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:34.812177 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:34.817919 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d8ab3-7d7b-4511-9886-940ca3722fb6 req-ca3609ba-b779-4724-b5e3-8ba880710e52 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:34.819544 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-aa9d8ab3-7d7b-4511-9886-940ca3722fb6 req-ca3609ba-b779-4724-b5e3-8ba880710e52 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0523896 Sep 13 01:19:34.841825 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-282c5f00-469a-4c51-bf88-ee84a49d8b13 admin admin] Publish callbacks [] for security_group (3c7e09eb-6205-4362-bd9f-3bb99ef439f3), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:34.849145 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:34.863157 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-282c5f00-469a-4c51-bf88-ee84a49d8b13 admin admin] Publish callbacks [] for security_group (3c7e09eb-6205-4362-bd9f-3bb99ef439f3), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:34.867219 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-aa9d8ab3-7d7b-4511-9886-940ca3722fb6 req-de2b1a55-8e5b-48e2-ad40-5ee93de737fd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413616 Sep 13 01:19:34.914730 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-282c5f00-469a-4c51-bf88-ee84a49d8b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (3c7e09eb-6205-4362-bd9f-3bb99ef439f3), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:34.917200 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-282c5f00-469a-4c51-bf88-ee84a49d8b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:34.918361 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-282c5f00-469a-4c51-bf88-ee84a49d8b13 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3c7e09eb-6205-4362-bd9f-3bb99ef439f3 HTTP/1.1" status: 204 len: 168 time: 0.1332264 Sep 13 01:19:34.926008 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c5f00-469a-4c51-bf88-ee84a49d8b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7e09eb-6205-4362-bd9f-3bb99ef439f3,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:35.208047 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5549e-3358-49d3-a361-4ca18be58664 req-a1e498ac-677b-4069-bc42-fda0c7918091 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:35.210474 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a0b5549e-3358-49d3-a361-4ca18be58664 req-a1e498ac-677b-4069-bc42-fda0c7918091 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0932474 Sep 13 01:19:35.239542 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f3f81-bbef-47ca-a352-802424b51443 req-50a9a93f-ad5a-4db7-a461-8eea73d514f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:35.241323 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2d2f3f81-bbef-47ca-a352-802424b51443 req-50a9a93f-ad5a-4db7-a461-8eea73d514f5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 1129 time: 0.1196923 Sep 13 01:19:35.273011 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9992d0-f8e0-4815-acf2-b5ea1b92e6a9 req-b7a26491-5911-44a7-922b-b6e8c7fc78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:35.274492 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ea9992d0-f8e0-4815-acf2-b5ea1b92e6a9 req-b7a26491-5911-44a7-922b-b6e8c7fc78f6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 1130 time: 0.0909343 Sep 13 01:19:35.279105 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a0b5549e-3358-49d3-a361-4ca18be58664 req-1713241a-8e3f-4125-a48e-328e7d74aceb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541434 Sep 13 01:19:35.320786 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12d7a6-aaef-4990-88fc-8474d5a221d2 req-fbff8811-15dc-4d6e-8487-4ac43ae625fa tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:35.322239 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ed12d7a6-aaef-4990-88fc-8474d5a221d2 req-fbff8811-15dc-4d6e-8487-4ac43ae625fa tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.1793725 Sep 13 01:19:35.404160 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0d7d1-2730-4f6f-9077-fb4e55d26e72 req-023549bb-e9da-48f6-b7a4-a41dda9b4a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:35.405665 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a6d0d7d1-2730-4f6f-9077-fb4e55d26e72 req-023549bb-e9da-48f6-b7a4-a41dda9b4a00 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 1129 time: 0.1286757 Sep 13 01:19:35.460276 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:35.478900 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ea9992d0-f8e0-4815-acf2-b5ea1b92e6a9 req-bee819e9-52bd-4acd-87bf-1bd866b57f53 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670523 Sep 13 01:19:35.485070 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ed12d7a6-aaef-4990-88fc-8474d5a221d2 req-533eff59-4c2e-4eaf-9ed0-8cf06881bb4e tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352618 Sep 13 01:19:35.487285 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f3f81-bbef-47ca-a352-802424b51443 req-46aa3107-7317-4b1a-aa16-e94c1c7dcdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:35.488689 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2d2f3f81-bbef-47ca-a352-802424b51443 req-46aa3107-7317-4b1a-aa16-e94c1c7dcdb6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 918 time: 0.2407756 Sep 13 01:19:35.510228 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a6d0d7d1-2730-4f6f-9077-fb4e55d26e72 req-be4bb9a6-57d5-4fa0-90b0-bdfc3eae9950 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936580 Sep 13 01:19:35.973583 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2d2f3f81-bbef-47ca-a352-802424b51443 req-2e3faf3a-4564-45f3-bd42-0dc043865ecc service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a2cf032-3cde-45a3-9e82-737d704d0b9f HTTP/1.1" status: 200 len: 217 time: 0.0522571 Sep 13 01:19:36.001313 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-2332a46f-3371-4e8a-a579-e488f5235260 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=b0422bd9612349b8a0cbcae6f1a588b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302999 Sep 13 01:19:36.353116 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-64541fc8-df7b-4597-ab7c-b4dce7742aa6 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:36.354562 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-64541fc8-df7b-4597-ab7c-b4dce7742aa6 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3478315 Sep 13 01:19:36.369385 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-891fdc94-ef98-4d31-a5bf-f1e5d5ff9fa1 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/quotas/b0422bd9612349b8a0cbcae6f1a588b7 HTTP/1.1" status: 200 len: 375 time: 0.0088110 Sep 13 01:19:36.400754 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-246cf726-5c7e-4605-84e1-4ec60eab8c8c tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=b0422bd9612349b8a0cbcae6f1a588b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260780 Sep 13 01:19:36.613852 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab375aae-c469-4fef-9c44-a50c7d5e57fa req-9782e1db-108b-4b62-9313-eec8d5e9d055 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:36.615413 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ab375aae-c469-4fef-9c44-a50c7d5e57fa req-9782e1db-108b-4b62-9313-eec8d5e9d055 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0534809 Sep 13 01:19:36.648600 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:36.667919 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ab375aae-c469-4fef-9c44-a50c7d5e57fa req-4f03bddb-af20-43d5-a447-3104a12c7f6e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444446 Sep 13 01:19:36.783105 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f3f81-bbef-47ca-a352-802424b51443 req-66040110-5888-4f6e-9c7f-6f87a3f85157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:36.784558 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2d2f3f81-bbef-47ca-a352-802424b51443 req-66040110-5888-4f6e-9c7f-6f87a3f85157 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89162ffe-bd41-4b0f-96cf-08e9b2407131 HTTP/1.1" status: 200 len: 856 time: 0.0872817 Sep 13 01:19:36.804587 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13038cc-d7e7-42e4-9d7d-99c534ca89c7 req-af1e8ec4-6c0b-485f-b478-dabbedf715cd tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:36.806320 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a13038cc-d7e7-42e4-9d7d-99c534ca89c7 req-af1e8ec4-6c0b-485f-b478-dabbedf715cd tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0585163 Sep 13 01:19:36.885367 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a13038cc-d7e7-42e4-9d7d-99c534ca89c7 req-24171e24-b40b-4968-9910-83a84f66afc3 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671492 Sep 13 01:19:37.011646 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-56d73a5d-3ec7-413e-aa08-7a6dbaa501fb req-47a8a48a-d191-4f42-ad49-c1e6141ff7f9 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 210 time: 0.0342016 Sep 13 01:19:37.171060 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b530d3-f843-4979-92f1-fa35609afe5c req-be75eda9-fdd1-40f0-b83e-c5bf1b684f30 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:37.175873 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-20b530d3-f843-4979-92f1-fa35609afe5c req-be75eda9-fdd1-40f0-b83e-c5bf1b684f30 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0779419 Sep 13 01:19:37.239740 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f3f81-bbef-47ca-a352-802424b51443 req-784791a5-5adf-4f36-a68e-285bc1907a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:37.241205 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2d2f3f81-bbef-47ca-a352-802424b51443 req-784791a5-5adf-4f36-a68e-285bc1907a58 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594058 Sep 13 01:19:37.258207 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-20b530d3-f843-4979-92f1-fa35609afe5c req-73e2a0ed-0d56-49a4-bbc8-2d57bc76004f tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777736 Sep 13 01:19:37.308058 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:19:37.573317 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2d2f3f81-bbef-47ca-a352-802424b51443 req-dd3f044b-1d71-4ff1-96dd-4fef40f3175d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937684 Sep 13 01:19:37.799962 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e85d43-1a34-46a1-8712-f5b3c070a0cb req-7fdd9cca-10cc-4a67-9adc-7e5d5652ed98 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:37.801409 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-29e85d43-1a34-46a1-8712-f5b3c070a0cb req-7fdd9cca-10cc-4a67-9adc-7e5d5652ed98 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0454783 Sep 13 01:19:37.851252 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-29e85d43-1a34-46a1-8712-f5b3c070a0cb req-559f132e-036c-4134-8c63-1e2da279f846 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441277 Sep 13 01:19:38.011208 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd43ed3-8e00-4213-ad61-6653f3dd58bd req-82e7165a-74ed-4df3-8c34-290050d6720d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:38.012683 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cbd43ed3-8e00-4213-ad61-6653f3dd58bd req-82e7165a-74ed-4df3-8c34-290050d6720d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0468609 Sep 13 01:19:38.023305 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 33610) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:38.024213 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1be841-0871-4bf7-adf6-351e42a843a7 req-2b797a1f-9e17-4f12-b942-100322250eae tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:38.025700 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2d1be841-0871-4bf7-adf6-351e42a843a7 req-2b797a1f-9e17-4f12-b942-100322250eae tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0490403 Sep 13 01:19:38.028502 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-84ee08bc-62d9-404a-9bca-14517d7715db tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Request body: {'floatingip': {'port_id': '88cd16db-1d4f-46f0-9069-3f6713e3efbd'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:38.199860 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2d1be841-0871-4bf7-adf6-351e42a843a7 req-fbc8b05f-190d-4736-8fa4-08693f1e1dbd tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676407 Sep 13 01:19:38.217042 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-84ee08bc-62d9-404a-9bca-14517d7715db tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for floatingip (5dfbd82a-0012-4078-a089-16a80095aef1), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:38.296875 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-90e4229f-df11-48e7-8159-1ffe848a577b req-7c3dc631-6b88-47fd-acab-3a9756f295c9 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 210 time: 0.0999103 Sep 13 01:19:38.428455 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2d2f3f81-bbef-47ca-a352-802424b51443 req-ab2dff61-3e03-4b36-9542-dcd334497716 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652804 Sep 13 01:19:38.462584 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba632d-36b8-4503-830b-e134a66ca79b req-e93419da-b381-4c6f-b563-b41f52747880 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:38.475926 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-25ba632d-36b8-4503-830b-e134a66ca79b req-e93419da-b381-4c6f-b563-b41f52747880 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.1359878 Sep 13 01:19:38.480886 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33636) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:38.488524 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-6d83592a-4a02-4ad4-8dc4-2949b43e4375 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Request body: {'floatingip': {'port_id': 'fd07ce18-daad-47e8-8e34-3a96d4e32e60'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:38.571779 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c2f33-8164-4657-b912-a054c33ac52f req-53257f8c-b824-45f4-9e8f-b8699e8aa12c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:38.579332 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6d83592a-4a02-4ad4-8dc4-2949b43e4375 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for floatingip (43ad432d-b2a3-4a68-9da0-62ec4a3a128f), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:38.580088 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fd3c2f33-8164-4657-b912-a054c33ac52f req-53257f8c-b824-45f4-9e8f-b8699e8aa12c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.1439972 Sep 13 01:19:38.659162 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fd3c2f33-8164-4657-b912-a054c33ac52f req-910ee950-ec64-4866-ac1b-3ad654d6fa33 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771580 Sep 13 01:19:38.731388 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33648) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:38.827673 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:38.925356 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e1977e12-58f2-4acc-a813-f8fef96ee9b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:38.960526 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:39.011281 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:DELETE=3,neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:39.207087 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:39.478713 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e1977e12-58f2-4acc-a813-f8fef96ee9b1 admin admin] Publish callbacks [] for security_group (3ab89f86-1b24-431f-8d35-e27e5d9b3075), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:39.491514 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-49a55210-c5af-47bb-a9ab-4623cb315a8c tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=b0422bd9612349b8a0cbcae6f1a588b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1051311 Sep 13 01:19:39.532241 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6c406be7-32a3-47f2-939f-985d9d00ec3f req-a6aafd41-0ade-4062-a3ac-7ad8e7e37675 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 210 time: 0.0548854 Sep 13 01:19:39.567574 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e1977e12-58f2-4acc-a813-f8fef96ee9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (3ab89f86-1b24-431f-8d35-e27e5d9b3075), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:39.586509 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-84ee08bc-62d9-404a-9bca-14517d7715db tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:39.617509 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-84ee08bc-62d9-404a-9bca-14517d7715db tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (5dfbd82a-0012-4078-a089-16a80095aef1), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:39.637099 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-e1977e12-58f2-4acc-a813-f8fef96ee9b1 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5cbba7c8157e46e587df4846b27674e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9042685 Sep 13 01:19:39.644031 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33666) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:39.679281 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1977e12-58f2-4acc-a813-f8fef96ee9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab89f86-1b24-431f-8d35-e27e5d9b3075,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:39.730943 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.db.resource_extend [None req-6d83592a-4a02-4ad4-8dc4-2949b43e4375 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 13 01:19:39.793823 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.l3_db [None req-84ee08bc-62d9-404a-9bca-14517d7715db tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Floating IP 5dfbd82a-0012-4078-a089-16a80095aef1 associated. External IP: 172.27.1.113, port: 88cd16db-1d4f-46f0-9069-3f6713e3efbd. Sep 13 01:19:39.818477 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-9d81118f-3a76-4f91-8ef2-a08616132917 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:39.819986 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-9d81118f-3a76-4f91-8ef2-a08616132917 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3073752 Sep 13 01:19:39.824463 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f3939076-d5cc-4b0b-9dbf-fdb69f646bf2 admin admin] Publish callbacks [] for security_group (3ab89f86-1b24-431f-8d35-e27e5d9b3075), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:39.837476 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6d83592a-4a02-4ad4-8dc4-2949b43e4375 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:39.859725 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6d83592a-4a02-4ad4-8dc4-2949b43e4375 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (43ad432d-b2a3-4a68-9da0-62ec4a3a128f), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:39.859725 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33680) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:39.860288 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f3939076-d5cc-4b0b-9dbf-fdb69f646bf2 admin admin] Publish callbacks [] for security_group (3ab89f86-1b24-431f-8d35-e27e5d9b3075), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:39.863442 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-a2315da6-88f8-459c-8963-9e15f636b710 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Request body: {'port': {'device_id': 'a6b3a740-470d-4918-88b1-aa761182fc2a', 'network_id': 'edd507a4-8582-4104-a38b-c9eba0f76a88', 'admin_state_up': True, 'tenant_id': 'b0422bd9612349b8a0cbcae6f1a588b7'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:39.901880 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f5caa-74e8-4cf6-bae4-628999b57051 req-98e6f441-4523-4505-9162-ad73738d954b tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:39.903386 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-783f5caa-74e8-4cf6-bae4-628999b57051 req-98e6f441-4523-4505-9162-ad73738d954b tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.1257739 Sep 13 01:19:40.026880 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f3939076-d5cc-4b0b-9dbf-fdb69f646bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (3ab89f86-1b24-431f-8d35-e27e5d9b3075), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:40.030587 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f3939076-d5cc-4b0b-9dbf-fdb69f646bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:40.032026 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-f3939076-d5cc-4b0b-9dbf-fdb69f646bf2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3ab89f86-1b24-431f-8d35-e27e5d9b3075 HTTP/1.1" status: 204 len: 168 time: 0.3862205 Sep 13 01:19:40.065334 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3939076-d5cc-4b0b-9dbf-fdb69f646bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab89f86-1b24-431f-8d35-e27e5d9b3075,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:40.074596 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8a3ad2c2-4072-4b22-a972-862f222197f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:40.078012 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.l3_db [None req-6d83592a-4a02-4ad4-8dc4-2949b43e4375 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Floating IP 43ad432d-b2a3-4a68-9da0-62ec4a3a128f associated. External IP: 172.27.1.155, port: fd07ce18-daad-47e8-8e34-3a96d4e32e60. Sep 13 01:19:40.080940 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-783f5caa-74e8-4cf6-bae4-628999b57051 req-c808d10f-5f34-41dd-956b-691f3af46d4f tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139483 Sep 13 01:19:40.149951 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-a2315da6-88f8-459c-8963-9e15f636b710 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Made reservation on behalf of b0422bd9612349b8a0cbcae6f1a588b7 for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:19:40.155543 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-a2315da6-88f8-459c-8963-9e15f636b710 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:40.194408 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-a2315da6-88f8-459c-8963-9e15f636b710 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:40.249515 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ee08bc-62d9-404a-9bca-14517d7715db tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Router 1da0af32-fa10-4281-91bf-43a5436f3ee3 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:19:40.269940 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:40.288918 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:40.322241 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8a3ad2c2-4072-4b22-a972-862f222197f9 admin admin] Publish callbacks [] for security_group (d812de03-e521-41da-a6d5-e15ca2cc5bd4), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:40.335912 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8a3ad2c2-4072-4b22-a972-862f222197f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (d812de03-e521-41da-a6d5-e15ca2cc5bd4), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:40.337919 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:40.362409 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-a2315da6-88f8-459c-8963-9e15f636b710 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Publish callbacks [] for security_group (68d4e433-951f-4f4f-8f85-ea763dfd60d3), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:40.392807 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-a2315da6-88f8-459c-8963-9e15f636b710 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (68d4e433-951f-4f4f-8f85-ea763dfd60d3), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:40.420934 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ad2c2-4072-4b22-a972-862f222197f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d812de03-e521-41da-a6d5-e15ca2cc5bd4,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:40.455284 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-8a3ad2c2-4072-4b22-a972-862f222197f9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=af238b24545740078b837d22fa6e3779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5971746 Sep 13 01:19:40.467506 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d83592a-4a02-4ad4-8dc4-2949b43e4375 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Router c7bf1ba1-fb53-439f-a802-38abd59ee8eb has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:19:40.480150 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33702) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:40.482789 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:40.488740 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2315da6-88f8-459c-8963-9e15f636b710 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d4e433-951f-4f4f-8f85-ea763dfd60d3,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:40.501271 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ee08bc-62d9-404a-9bca-14517d7715db tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:19:40.508689 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-84ee08bc-62d9-404a-9bca-14517d7715db tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:40.529312 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30ade7-7813-47a1-bcbd-fe106130ea99 None None] Sync routers for ids ['1da0af32-fa10-4281-91bf-43a5436f3ee3'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:19:40.545048 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30ade7-7813-47a1-bcbd-fe106130ea99 None None] Routers {'1da0af32-fa10-4281-91bf-43a5436f3ee3'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:19:40.546062 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-7f30ade7-7813-47a1-bcbd-fe106130ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:19:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['1da0af32-fa10-4281-91bf-43a5436f3ee3'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:40.611844 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6c6233fe-e24d-49b7-8f96-7d3d5db3636a admin admin] Publish callbacks [] for security_group (d812de03-e521-41da-a6d5-e15ca2cc5bd4), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:40.614174 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-84ee08bc-62d9-404a-9bca-14517d7715db tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/5dfbd82a-0012-4078-a089-16a80095aef1 HTTP/1.1" status: 200 len: 992 time: 2.5895450 Sep 13 01:19:40.621201 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'tag': '88cd16db-1d4f-46f0-9069-3f6713e3efbd'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:19:40.624127 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb04f62e-4925-43ba-87cb-3932477b5597" -d '{"events": [{"name": "network-changed", "server_uuid": "1677b90a-17f0-496f-8fce-ac573509c1ac", "tag": "88cd16db-1d4f-46f0-9069-3f6713e3efbd"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:19:40.636355 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-a2315da6-88f8-459c-8963-9e15f636b710 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Allocated IP 192.168.233.4 (edd507a4-8582-4104-a38b-c9eba0f76a88/809bd69f-3d58-4a14-b3be-87df325ba211/b78fe83e-11a7-4b62-bf91-c14c14bb0a62) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:19:40.667830 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-71a83ad3-a397-4510-b614-b3ecd212a6d4 req-22038214-11aa-4d1e-beba-c1454ba7b10a tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 210 time: 0.0593443 Sep 13 01:19:40.684248 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6c6233fe-e24d-49b7-8f96-7d3d5db3636a admin admin] Publish callbacks [] for security_group (d812de03-e521-41da-a6d5-e15ca2cc5bd4), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:40.687625 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d83592a-4a02-4ad4-8dc4-2949b43e4375 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:19:40.695267 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-7f30ade7-7813-47a1-bcbd-fe106130ea99 None None] Set router 1da0af32-fa10-4281-91bf-43a5436f3ee3 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:19:40.696280 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6d83592a-4a02-4ad4-8dc4-2949b43e4375 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:40.698745 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df00ce-92a7-40dc-be4a-0a35debfab33 None None] Sync routers for ids ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:19:40.745959 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78df00ce-92a7-40dc-be4a-0a35debfab33 None None] Routers {'c7bf1ba1-fb53-439f-a802-38abd59ee8eb'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:19:40.746694 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-78df00ce-92a7-40dc-be4a-0a35debfab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:19:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:40.761677 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-6d83592a-4a02-4ad4-8dc4-2949b43e4375 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/43ad432d-b2a3-4a68-9da0-62ec4a3a128f HTTP/1.1" status: 200 len: 991 time: 2.2793446 Sep 13 01:19:40.762652 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85de1ecb-9d12-49d4-b0cd-4631e36357d3', 'tag': 'fd07ce18-daad-47e8-8e34-3a96d4e32e60'}] {{(pid=106209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:19:40.765421 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4037e2ae3c55ed11cca0bb8930849acd1aa4f7088dac3d306a7770f6ecceea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b720b4ea-ea6e-44d5-8aa3-d56f3e7b475c" -d '{"events": [{"name": "network-changed", "server_uuid": "85de1ecb-9d12-49d4-b0cd-4631e36357d3", "tag": "fd07ce18-daad-47e8-8e34-3a96d4e32e60"}]}' {{(pid=106209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:19:40.790221 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6c6233fe-e24d-49b7-8f96-7d3d5db3636a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (d812de03-e521-41da-a6d5-e15ca2cc5bd4), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:40.794182 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6c6233fe-e24d-49b7-8f96-7d3d5db3636a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:40.798520 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf3445c-9b40-4973-afd9-57b91f5cce95 x-openstack-request-id: req-aaf3445c-9b40-4973-afd9-57b91f5cce95 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:19:40.798520 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1677b90a-17f0-496f-8fce-ac573509c1ac", "tag": "88cd16db-1d4f-46f0-9069-3f6713e3efbd", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:19:40.798520 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aaf3445c-9b40-4973-afd9-57b91f5cce95 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:19:40.798520 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf3445c-9b40-4973-afd9-57b91f5cce95'] response: {'name': 'network-changed', 'server_uuid': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'tag': '88cd16db-1d4f-46f0-9069-3f6713e3efbd', 'status': 'completed', 'code': 200} Sep 13 01:19:40.800048 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-6c6233fe-e24d-49b7-8f96-7d3d5db3636a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d812de03-e521-41da-a6d5-e15ca2cc5bd4 HTTP/1.1" status: 204 len: 168 time: 0.3255885 Sep 13 01:19:40.820157 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6233fe-e24d-49b7-8f96-7d3d5db3636a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d812de03-e521-41da-a6d5-e15ca2cc5bd4,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:40.887883 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2fc07d-1c9b-4a66-93c7-6fa7a141471d x-openstack-request-id: req-de2fc07d-1c9b-4a66-93c7-6fa7a141471d {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:19:40.888970 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85de1ecb-9d12-49d4-b0cd-4631e36357d3", "tag": "fd07ce18-daad-47e8-8e34-3a96d4e32e60", "status": "completed", "code": 200}]} {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:19:40.889436 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de2fc07d-1c9b-4a66-93c7-6fa7a141471d {{(pid=106209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:19:40.890068 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de2fc07d-1c9b-4a66-93c7-6fa7a141471d'] response: {'name': 'network-changed', 'server_uuid': '85de1ecb-9d12-49d4-b0cd-4631e36357d3', 'tag': 'fd07ce18-daad-47e8-8e34-3a96d4e32e60', 'status': 'completed', 'code': 200} Sep 13 01:19:41.022561 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-86f92931-6a7c-4f53-80a7-435fab1d6192 req-c8c3d669-de15-4a89-a667-b49bb0fa43e2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0977526 Sep 13 01:19:41.032458 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720b4ea-ea6e-44d5-8aa3-d56f3e7b475c req-2569e75a-64d7-40d4-b8ff-515cbae95b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:41.033929 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b720b4ea-ea6e-44d5-8aa3-d56f3e7b475c req-2569e75a-64d7-40d4-b8ff-515cbae95b30 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9056ec686513412a87c292387e25e870&device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 1129 time: 0.0844967 Sep 13 01:19:41.096940 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-78df00ce-92a7-40dc-be4a-0a35debfab33 None None] Set router c7bf1ba1-fb53-439f-a802-38abd59ee8eb gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:19:41.167713 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04f62e-4925-43ba-87cb-3932477b5597 req-5b49a24c-1ce2-4262-ae79-7a7266a455bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:41.170000 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-eb04f62e-4925-43ba-87cb-3932477b5597 req-5b49a24c-1ce2-4262-ae79-7a7266a455bf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7&device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 1130 time: 0.3492572 Sep 13 01:19:41.173675 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-7f30ade7-7813-47a1-bcbd-fe106130ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '5dfbd82a-0012-4078-a089-16a80095aef1', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'port_id': '88cd16db-1d4f-46f0-9069-3f6713e3efbd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'mac_address': 'fa:16:3e:65:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:18:56Z', 'updated_at': '2022-09-13T01:19:39Z', 'revision_number': 1, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2', 'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'mac_address': 'fa:16:3e:11:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:46Z', 'updated_at': '2022-09-13T01:18:57Z', 'revision_number': 5, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'subnets': [{'id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:41.180547 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f92931-6a7c-4f53-80a7-435fab1d6192 req-8b714779-77a0-4294-afdd-e7d10c9dd743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:41.184516 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-86f92931-6a7c-4f53-80a7-435fab1d6192 req-8b714779-77a0-4294-afdd-e7d10c9dd743 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 1130 time: 0.1029577 Sep 13 01:19:41.241373 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30ade7-7813-47a1-bcbd-fe106130ea99 None None] Checking router: 1da0af32-fa10-4281-91bf-43a5436f3ee3 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:19:41.251462 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30ade7-7813-47a1-bcbd-fe106130ea99 None None] Routers {'1da0af32-fa10-4281-91bf-43a5436f3ee3'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:19:41.252236 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-7f30ade7-7813-47a1-bcbd-fe106130ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:19:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['1da0af32-fa10-4281-91bf-43a5436f3ee3'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:41.260611 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:41.265181 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33734) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:41.267096 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33736) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:41.380752 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f497b0a0-1497-48aa-bd79-58aa43865538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:41.480741 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-7f30ade7-7813-47a1-bcbd-fe106130ea99 None None] Set router 1da0af32-fa10-4281-91bf-43a5436f3ee3 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:19:41.491256 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-a2315da6-88f8-459c-8963-9e15f636b710 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Publish callbacks [] for port (b78fe83e-11a7-4b62-bf91-c14c14bb0a62), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:41.522475 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc44c19-8970-4717-bd23-3cb07bc9bf5b req-bcc1498d-2510-4fe1-a60e-5992e53b028f tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:41.530871 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1fc44c19-8970-4717-bd23-3cb07bc9bf5b req-bcc1498d-2510-4fe1-a60e-5992e53b028f tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.2721689 Sep 13 01:19:41.608297 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720b4ea-ea6e-44d5-8aa3-d56f3e7b475c req-16dd8f81-4bca-4b84-8899-78f312ebcc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:41.609976 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b720b4ea-ea6e-44d5-8aa3-d56f3e7b475c req-16dd8f81-4bca-4b84-8899-78f312ebcc69 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdb1d525-4a86-4d73-99d0-0254f6253a0a HTTP/1.1" status: 200 len: 911 time: 0.5671506 Sep 13 01:19:41.634240 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f497b0a0-1497-48aa-bd79-58aa43865538 admin admin] Publish callbacks [] for security_group (109d86a5-43d0-4d8a-b9ac-22012b85c2e2), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:41.660680 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-78df00ce-92a7-40dc-be4a-0a35debfab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:36Z', 'revision_number': 4, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '43ad432d-b2a3-4a68-9da0-62ec4a3a128f', 'tenant_id': '9056ec686513412a87c292387e25e870', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'port_id': 'fd07ce18-daad-47e8-8e34-3a96d4e32e60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'mac_address': 'fa:16:3e:70:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85de1ecb-9d12-49d4-b0cd-4631e36357d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:18:47Z', 'updated_at': '2022-09-13T01:19:39Z', 'revision_number': 1, 'project_id': '9056ec686513412a87c292387e25e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3aaf124-1f05-4392-af9f-26deabc46728', 'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'tenant_id': '9056ec686513412a87c292387e25e870', 'mac_address': 'fa:16:3e:58:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:34Z', 'updated_at': '2022-09-13T01:18:52Z', 'revision_number': 5, 'project_id': '9056ec686513412a87c292387e25e870', 'subnets': [{'id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:41.681264 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:41.690491 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df00ce-92a7-40dc-be4a-0a35debfab33 None None] Checking router: c7bf1ba1-fb53-439f-a802-38abd59ee8eb for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:19:41.696761 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f92931-6a7c-4f53-80a7-435fab1d6192 req-8e3971c4-082f-4d83-8c8f-5922004cbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:41.699115 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-86f92931-6a7c-4f53-80a7-435fab1d6192 req-8e3971c4-082f-4d83-8c8f-5922004cbeba service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 918 time: 0.4929502 Sep 13 01:19:41.700301 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f497b0a0-1497-48aa-bd79-58aa43865538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (109d86a5-43d0-4d8a-b9ac-22012b85c2e2), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:41.703404 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78df00ce-92a7-40dc-be4a-0a35debfab33 None None] Routers {'c7bf1ba1-fb53-439f-a802-38abd59ee8eb'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:19:41.705358 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-78df00ce-92a7-40dc-be4a-0a35debfab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:19:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:41.728628 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04f62e-4925-43ba-87cb-3932477b5597 req-29b6583e-294f-43af-9acf-d962ee73b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:41.734186 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-eb04f62e-4925-43ba-87cb-3932477b5597 req-29b6583e-294f-43af-9acf-d962ee73b43e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=47cc024b-679e-42c4-bf2a-2407e9c9e294 HTTP/1.1" status: 200 len: 916 time: 0.5468976 Sep 13 01:19:41.773605 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-f497b0a0-1497-48aa-bd79-58aa43865538 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d068a4a79c964cbfb187e05aff78f675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5037618 Sep 13 01:19:41.785676 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:41.787621 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 33748) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:41.819226 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-05463083-a040-4bda-a6b5-4173d2c476aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-845947636-network', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:41.873904 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-86f92931-6a7c-4f53-80a7-435fab1d6192 req-27818aee-de6d-42a1-b8e2-f6dd7975dd0e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af4f2d52-b899-4598-a65e-5404eb758ac3 HTTP/1.1" status: 200 len: 217 time: 0.1389287 Sep 13 01:19:41.894357 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-78df00ce-92a7-40dc-be4a-0a35debfab33 None None] Set router c7bf1ba1-fb53-439f-a802-38abd59ee8eb gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:19:41.906842 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:41.912621 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497b0a0-1497-48aa-bd79-58aa43865538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109d86a5-43d0-4d8a-b9ac-22012b85c2e2,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:41.971657 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-7f30ade7-7813-47a1-bcbd-fe106130ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '5dfbd82a-0012-4078-a089-16a80095aef1', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'port_id': '88cd16db-1d4f-46f0-9069-3f6713e3efbd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'mac_address': 'fa:16:3e:65:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:18:56Z', 'updated_at': '2022-09-13T01:19:39Z', 'revision_number': 1, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2', 'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'mac_address': 'fa:16:3e:11:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:46Z', 'updated_at': '2022-09-13T01:18:57Z', 'revision_number': 5, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'subnets': [{'id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:41.999037 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-bd583dd0-bea9-4be3-82d6-f75bdb612cd3 req-e3a6f1c9-c576-41b6-81ff-db01823bf5d6 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 210 time: 0.1185927 Sep 13 01:19:42.012801 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05463083-a040-4bda-a6b5-4173d2c476aa admin admin] Made reservation on behalf of de31bd722d4f419d9269b519af7f793a for: {'network': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:19:42.015953 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-05463083-a040-4bda-a6b5-4173d2c476aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:42.028305 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f92931-6a7c-4f53-80a7-435fab1d6192 req-6b28bbd7-3375-4d8f-8331-897d0595de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:42.030592 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-86f92931-6a7c-4f53-80a7-435fab1d6192 req-6b28bbd7-3375-4d8f-8331-897d0595de8f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89162ffe-bd41-4b0f-96cf-08e9b2407131 HTTP/1.1" status: 200 len: 856 time: 0.1446862 Sep 13 01:19:42.031589 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-05463083-a040-4bda-a6b5-4173d2c476aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:42.036544 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30ade7-7813-47a1-bcbd-fe106130ea99 None None] The sync data for ids ['1da0af32-fa10-4281-91bf-43a5436f3ee3'] in dv-cinder-856941-3-iscsi is: [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '5dfbd82a-0012-4078-a089-16a80095aef1', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'port_id': '88cd16db-1d4f-46f0-9069-3f6713e3efbd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'mac_address': 'fa:16:3e:65:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:18:56Z', 'updated_at': '2022-09-13T01:19:39Z', 'revision_number': 1, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2', 'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'mac_address': 'fa:16:3e:11:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:46Z', 'updated_at': '2022-09-13T01:18:57Z', 'revision_number': 5, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'subnets': [{'id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:19:42.096003 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f92931-6a7c-4f53-80a7-435fab1d6192 req-373b2eca-15bd-4edf-bd4b-56430da820b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:42.097497 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-86f92931-6a7c-4f53-80a7-435fab1d6192 req-373b2eca-15bd-4edf-bd4b-56430da820b7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562100 Sep 13 01:19:42.214002 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1fc44c19-8970-4717-bd23-3cb07bc9bf5b req-ad691503-a797-49fd-8386-85b9ec170931 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6794999 Sep 13 01:19:42.236006 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-a2315da6-88f8-459c-8963-9e15f636b710 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (b78fe83e-11a7-4b62-bf91-c14c14bb0a62), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:42.240004 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b720b4ea-ea6e-44d5-8aa3-d56f3e7b475c req-f5c5da8d-4bd4-4c0f-ac37-d883f391e1d8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd07ce18-daad-47e8-8e34-3a96d4e32e60 HTTP/1.1" status: 200 len: 999 time: 0.6155388 Sep 13 01:19:42.280358 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-78df00ce-92a7-40dc-be4a-0a35debfab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:36Z', 'revision_number': 4, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '43ad432d-b2a3-4a68-9da0-62ec4a3a128f', 'tenant_id': '9056ec686513412a87c292387e25e870', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'port_id': 'fd07ce18-daad-47e8-8e34-3a96d4e32e60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'mac_address': 'fa:16:3e:70:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85de1ecb-9d12-49d4-b0cd-4631e36357d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:18:47Z', 'updated_at': '2022-09-13T01:19:39Z', 'revision_number': 1, 'project_id': '9056ec686513412a87c292387e25e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3aaf124-1f05-4392-af9f-26deabc46728', 'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'tenant_id': '9056ec686513412a87c292387e25e870', 'mac_address': 'fa:16:3e:58:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:34Z', 'updated_at': '2022-09-13T01:18:52Z', 'revision_number': 5, 'project_id': '9056ec686513412a87c292387e25e870', 'subnets': [{'id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:42.316677 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 33758) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:42.319641 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df00ce-92a7-40dc-be4a-0a35debfab33 None None] The sync data for ids ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'] in dv-cinder-856941-3-iscsi is: [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:36Z', 'revision_number': 4, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '43ad432d-b2a3-4a68-9da0-62ec4a3a128f', 'tenant_id': '9056ec686513412a87c292387e25e870', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'port_id': 'fd07ce18-daad-47e8-8e34-3a96d4e32e60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'mac_address': 'fa:16:3e:70:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85de1ecb-9d12-49d4-b0cd-4631e36357d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:18:47Z', 'updated_at': '2022-09-13T01:19:39Z', 'revision_number': 1, 'project_id': '9056ec686513412a87c292387e25e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3aaf124-1f05-4392-af9f-26deabc46728', 'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'tenant_id': '9056ec686513412a87c292387e25e870', 'mac_address': 'fa:16:3e:58:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:34Z', 'updated_at': '2022-09-13T01:18:52Z', 'revision_number': 5, 'project_id': '9056ec686513412a87c292387e25e870', 'subnets': [{'id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:19:42.323406 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:42.333286 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-05463083-a040-4bda-a6b5-4173d2c476aa admin admin] Publish callbacks [] for security_group (e115e081-f72e-4d43-bc05-477291d76a7a), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:42.347215 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-05463083-a040-4bda-a6b5-4173d2c476aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (e115e081-f72e-4d43-bc05-477291d76a7a), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:42.360747 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-eb04f62e-4925-43ba-87cb-3932477b5597 req-e9c9914a-7285-4899-904a-c338b0fa9526 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88cd16db-1d4f-46f0-9069-3f6713e3efbd HTTP/1.1" status: 200 len: 1000 time: 0.5981920 Sep 13 01:19:42.368045 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-86f92931-6a7c-4f53-80a7-435fab1d6192 req-b74c924f-52be-4115-9fe1-b4f254fd5c7b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614689 Sep 13 01:19:42.377385 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05463083-a040-4bda-a6b5-4173d2c476aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:19:42.428238 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-a2315da6-88f8-459c-8963-9e15f636b710 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Network edd507a4-8582-4104-a38b-c9eba0f76a88 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:19:42.429158 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-05463083-a040-4bda-a6b5-4173d2c476aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (d0fe7925-f633-435b-a5ff-6ec0a53bbced), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:42.429524 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.segments_db [None req-05463083-a040-4bda-a6b5-4173d2c476aa admin admin] Added segment d0fe7925-f633-435b-a5ff-6ec0a53bbced of type vlan for network 1634575b-a8d8-4151-84aa-e1e4cfa1c8bc Sep 13 01:19:42.431000 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05463083-a040-4bda-a6b5-4173d2c476aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e115e081-f72e-4d43-bc05-477291d76a7a,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:42.462344 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-a2315da6-88f8-459c-8963-9e15f636b710 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:19:42.473961 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2315da6-88f8-459c-8963-9e15f636b710 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Pushing event updated for resources: {'Port': ['ID=b78fe83e-11a7-4b62-bf91-c14c14bb0a62,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:42.478593 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-a2315da6-88f8-459c-8963-9e15f636b710 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:19:42.483607 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-a2315da6-88f8-459c-8963-9e15f636b710 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:42.484236 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-a2315da6-88f8-459c-8963-9e15f636b710 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:42.487055 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-21a9b6c2-c73e-41bf-95a2-05d8f8868abd admin admin] Publish callbacks [] for security_group (109d86a5-43d0-4d8a-b9ac-22012b85c2e2), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:42.492851 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720b4ea-ea6e-44d5-8aa3-d56f3e7b475c req-d0c56a9c-0675-4f04-96ea-5733d79aeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:42.494420 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b720b4ea-ea6e-44d5-8aa3-d56f3e7b475c req-d0c56a9c-0675-4f04-96ea-5733d79aeeba service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e6dbcd3-8686-4d4b-89a7-314bf35476d1 HTTP/1.1" status: 200 len: 849 time: 0.2239780 Sep 13 01:19:42.585943 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-05463083-a040-4bda-a6b5-4173d2c476aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (1634575b-a8d8-4151-84aa-e1e4cfa1c8bc), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:42.612339 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-a2315da6-88f8-459c-8963-9e15f636b710 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7565870 Sep 13 01:19:42.616834 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-21a9b6c2-c73e-41bf-95a2-05d8f8868abd admin admin] Publish callbacks [] for security_group (109d86a5-43d0-4d8a-b9ac-22012b85c2e2), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:42.619344 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2200fbdf-19ad-4d04-b6c7-48c3da0af5ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:42.632187 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04f62e-4925-43ba-87cb-3932477b5597 req-9562dfd8-e28d-4891-9461-aee99efa2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:42.633716 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-eb04f62e-4925-43ba-87cb-3932477b5597 req-9562dfd8-e28d-4891-9461-aee99efa2452 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4dc1ba80-c277-4b7a-83cd-c01962e812af HTTP/1.1" status: 200 len: 854 time: 0.2538595 Sep 13 01:19:42.647975 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Request body: {'port': {'device_id': 'a6b3a740-470d-4918-88b1-aa761182fc2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:42.673830 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-86f92931-6a7c-4f53-80a7-435fab1d6192 req-92534cc8-53ae-462c-98e4-0c20e26cf6a7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907546 Sep 13 01:19:42.675495 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-05463083-a040-4bda-a6b5-4173d2c476aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (1634575b-a8d8-4151-84aa-e1e4cfa1c8bc), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:42.677451 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05463083-a040-4bda-a6b5-4173d2c476aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:42.680576 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-05463083-a040-4bda-a6b5-4173d2c476aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:42.763605 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:42.776914 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf40d9-2a80-46bf-9900-b05eca454c5d None None] New status for floating IP 43ad432d-b2a3-4a68-9da0-62ec4a3a128f: ACTIVE {{(pid=106211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:19:42.785261 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-05463083-a040-4bda-a6b5-4173d2c476aa admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5169303 Sep 13 01:19:42.788597 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33764) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:42.822194 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-096b52a5-839d-4557-9621-5e7013322709 admin admin] Request body: {'subnet': {'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-845947636-subnet', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'ip_version': 4}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:42.833310 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05463083-a040-4bda-a6b5-4173d2c476aa admin admin] Pushing event updated for resources: {'Network': ['ID=1634575b-a8d8-4151-84aa-e1e4cfa1c8bc,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:42.849406 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network 1634575b-a8d8-4151-84aa-e1e4cfa1c8bc details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:19:42.858254 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096b52a5-839d-4557-9621-5e7013322709 admin admin] Made reservation on behalf of de31bd722d4f419d9269b519af7f793a for: {'subnet': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:19:42.860992 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-096b52a5-839d-4557-9621-5e7013322709 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:42.881044 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720b4ea-ea6e-44d5-8aa3-d56f3e7b475c req-4236ae79-4598-4f3d-916a-7dba03592af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:42.883420 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b720b4ea-ea6e-44d5-8aa3-d56f3e7b475c req-4236ae79-4598-4f3d-916a-7dba03592af0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdb1d525-4a86-4d73-99d0-0254f6253a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3737822 Sep 13 01:19:42.909129 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (b78fe83e-11a7-4b62-bf91-c14c14bb0a62), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:42.923828 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-b36d1911-a27f-40ef-a5b7-d9b43baac47d None None] Provisioning complete for port b78fe83e-11a7-4b62-bf91-c14c14bb0a62 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:42.924143 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b36d1911-a27f-40ef-a5b7-d9b43baac47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (b78fe83e-11a7-4b62-bf91-c14c14bb0a62), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:42.989153 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-b36d1911-a27f-40ef-a5b7-d9b43baac47d None None] Port b78fe83e-11a7-4b62-bf91-c14c14bb0a62 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:19:43.104994 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04f62e-4925-43ba-87cb-3932477b5597 req-24c05b38-64d7-45ca-b90a-d9a4d7db05b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:43.107702 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-eb04f62e-4925-43ba-87cb-3932477b5597 req-24c05b38-64d7-45ca-b90a-d9a4d7db05b1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=47cc024b-679e-42c4-bf2a-2407e9c9e294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3524945 Sep 13 01:19:43.146176 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:43.170639 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-21a9b6c2-c73e-41bf-95a2-05d8f8868abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (109d86a5-43d0-4d8a-b9ac-22012b85c2e2), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:43.173591 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-21a9b6c2-c73e-41bf-95a2-05d8f8868abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:43.177885 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-21a9b6c2-c73e-41bf-95a2-05d8f8868abd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/109d86a5-43d0-4d8a-b9ac-22012b85c2e2 HTTP/1.1" status: 204 len: 168 time: 1.0372281 Sep 13 01:19:43.233046 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2200fbdf-19ad-4d04-b6c7-48c3da0af5ba admin admin] Publish callbacks [] for security_group (aa940d81-632c-421d-9304-0e4e3707c7e2), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:43.275615 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2200fbdf-19ad-4d04-b6c7-48c3da0af5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (aa940d81-632c-421d-9304-0e4e3707c7e2), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:43.275760 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:43.301730 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:43.304135 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9b6c2-c73e-41bf-95a2-05d8f8868abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109d86a5-43d0-4d8a-b9ac-22012b85c2e2,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:43.320719 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:43.347376 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db84d9bf-bf02-40ba-b6b6-0104afad90d9 None None] New status for floating IP 5dfbd82a-0012-4078-a089-16a80095aef1: ACTIVE {{(pid=106210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:19:43.397353 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609340c-4e74-428a-b653-4c410b02a4e7 req-9213b72d-16b0-437a-ab52-e6b85212813f tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:43.406871 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3609340c-4e74-428a-b653-4c410b02a4e7 req-9213b72d-16b0-437a-ab52-e6b85212813f tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 934 time: 0.1459236 Sep 13 01:19:43.531633 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3609340c-4e74-428a-b653-4c410b02a4e7 req-224252a3-1983-498e-9ff8-3f7f1e8ee257 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=68d4e433-951f-4f4f-8f85-ea763dfd60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237113 Sep 13 01:19:43.539164 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-096b52a5-839d-4557-9621-5e7013322709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for subnet (976008db-e6b1-447d-85c8-de5490233f11), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:43.553060 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-2200fbdf-19ad-4d04-b6c7-48c3da0af5ba admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b56b4625387541cfa4ebb589e7404204&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2045445 Sep 13 01:19:43.572774 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 33774) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:43.627746 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b52a5-839d-4557-9621-5e7013322709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=976008db-e6b1-447d-85c8-de5490233f11,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:43.633685 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b52a5-839d-4557-9621-5e7013322709 admin admin] Checking segment: {'id': 'd0fe7925-f633-435b-a5ff-6ec0a53bbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:19:43.634105 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096b52a5-839d-4557-9621-5e7013322709 admin admin] Network hostable DHCP agents. Network: 1634575b-a8d8-4151-84aa-e1e4cfa1c8bc, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:19:43.646313 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200fbdf-19ad-4d04-b6c7-48c3da0af5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa940d81-632c-421d-9304-0e4e3707c7e2,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:43.653277 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096b52a5-839d-4557-9621-5e7013322709 admin admin] Network 1634575b-a8d8-4151-84aa-e1e4cfa1c8bc is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:19:43.654958 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6e6b3-3681-4639-9023-90127a06ea89 req-5e779ebb-6434-4a07-894c-d4e986bb1df0 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:43.656473 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c6a6e6b3-3681-4639-9023-90127a06ea89 req-5e779ebb-6434-4a07-894c-d4e986bb1df0 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.2731569 Sep 13 01:19:43.679527 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-096b52a5-839d-4557-9621-5e7013322709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, 1634575b-a8d8-4151-84aa-e1e4cfa1c8bc) {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:19:43.685676 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096b52a5-839d-4557-9621-5e7013322709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:43.686579 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-096b52a5-839d-4557-9621-5e7013322709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:43.721165 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f657461-2503-4d18-9625-0f3a5b829684 None None] Network 1634575b-a8d8-4151-84aa-e1e4cfa1c8bc requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:19:43.722089 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-096b52a5-839d-4557-9621-5e7013322709 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9321828 Sep 13 01:19:43.725483 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33780) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:43.733081 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-845947636-router', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:43.746829 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b720b4ea-ea6e-44d5-8aa3-d56f3e7b475c req-108b77c7-5671-4552-9773-038b43dd9e21 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671699 Sep 13 01:19:43.782179 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-eb04f62e-4925-43ba-87cb-3932477b5597 req-a6c6ccc4-5574-4c30-af96-d679f230e2f2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935388 Sep 13 01:19:43.789270 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-959874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16255'] for router (43b78467-8a1f-46e2-8a90-feea7713f164), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:43.791742 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16244'] for router (43b78467-8a1f-46e2-8a90-feea7713f164), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:43.866506 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Publish callbacks [] for router_controller (43b78467-8a1f-46e2-8a90-feea7713f164), precommit_add_association {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:43.889485 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4256e4d7-f65d-58b5-a57f-4fc85113e640-1634575b-a8d8-4151-84aa-e1e4cfa1c8bc', 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc', 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'fixed_ips': [{'subnet_id': '976008db-e6b1-447d-85c8-de5490233f11'}]}} from dv-cinder-856941-3-iscsi. {{(pid=106210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 01:19:43.890600 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:43.944035 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c6a6e6b3-3681-4639-9023-90127a06ea89 req-92dbc67a-f46b-42a8-a80b-adec41841472 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165279 Sep 13 01:19:43.955267 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:43.972870 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e35aba32-0a7e-4f94-90fa-4401cc236838 admin admin] Publish callbacks [] for security_group (aa940d81-632c-421d-9304-0e4e3707c7e2), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.027599 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78fe83e-11a7-4b62-bf91-c14c14bb0a62 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:19:44.044839 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Publish callbacks [] for port (b78fe83e-11a7-4b62-bf91-c14c14bb0a62), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.063877 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Publish callbacks [] for router_gateway (43b78467-8a1f-46e2-8a90-feea7713f164), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.086574 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e35aba32-0a7e-4f94-90fa-4401cc236838 admin admin] Publish callbacks [] for security_group (aa940d81-632c-421d-9304-0e4e3707c7e2), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.091470 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Transition to ACTIVE for port object b78fe83e-11a7-4b62-bf91-c14c14bb0a62 will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:19:44.093013 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Allocated IP 172.20.0.2 (1634575b-a8d8-4151-84aa-e1e4cfa1c8bc/976008db-e6b1-447d-85c8-de5490233f11/1e628431-6334-4928-8e76-3d00e5217d45) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:19:44.113957 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (b78fe83e-11a7-4b62-bf91-c14c14bb0a62), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.130899 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:44.169970 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:44.179389 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Pushing event updated for resources: {'Port': ['ID=b78fe83e-11a7-4b62-bf91-c14c14bb0a62,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:44.216419 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b720b4ea-ea6e-44d5-8aa3-d56f3e7b475c req-71443621-b639-4fea-a9d7-a827b1c8fe85 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721709 Sep 13 01:19:44.220829 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-eb04f62e-4925-43ba-87cb-3932477b5597 req-fcecdf85-b6cd-4f87-8785-3dfc08eab002 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972209 Sep 13 01:19:44.257909 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Attempting to bind port b78fe83e-11a7-4b62-bf91-c14c14bb0a62 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:19:44.258260 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Attempting to bind port b78fe83e-11a7-4b62-bf91-c14c14bb0a62 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '26177c96-b373-43fa-887e-98ae64d674f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'edd507a4-8582-4104-a38b-c9eba0f76a88'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:19:44.258564 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Attempting to bind port b78fe83e-11a7-4b62-bf91-c14c14bb0a62 on network edd507a4-8582-4104-a38b-c9eba0f76a88 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:19:44.300920 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e35aba32-0a7e-4f94-90fa-4401cc236838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (aa940d81-632c-421d-9304-0e4e3707c7e2), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.303623 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e35aba32-0a7e-4f94-90fa-4401cc236838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.304901 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-e35aba32-0a7e-4f94-90fa-4401cc236838 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/aa940d81-632c-421d-9304-0e4e3707c7e2 HTTP/1.1" status: 204 len: 168 time: 0.7310967 Sep 13 01:19:44.309936 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Publish callbacks [] for port (1e628431-6334-4928-8e76-3d00e5217d45), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.317681 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (1e628431-6334-4928-8e76-3d00e5217d45), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.322286 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35aba32-0a7e-4f94-90fa-4401cc236838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa940d81-632c-421d-9304-0e4e3707c7e2,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:44.326655 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Port b78fe83e-11a7-4b62-bf91-c14c14bb0a62 on network edd507a4-8582-4104-a38b-c9eba0f76a88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:19:44.327024 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Attempting to bind port b78fe83e-11a7-4b62-bf91-c14c14bb0a62 on network edd507a4-8582-4104-a38b-c9eba0f76a88 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:19:44.363232 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Network 1634575b-a8d8-4151-84aa-e1e4cfa1c8bc is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:19:44.371618 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:19:44.377570 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:19:44.378153 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:19:44.378550 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Checking segment: {'id': '26177c96-b373-43fa-887e-98ae64d674f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'edd507a4-8582-4104-a38b-c9eba0f76a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:19:44.379677 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Bound using segment: {'id': '26177c96-b373-43fa-887e-98ae64d674f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'edd507a4-8582-4104-a38b-c9eba0f76a88'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:19:44.380266 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Bound port: b78fe83e-11a7-4b62-bf91-c14c14bb0a62, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26177c96-b373-43fa-887e-98ae64d674f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'edd507a4-8582-4104-a38b-c9eba0f76a88'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:19:44.380801 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (b78fe83e-11a7-4b62-bf91-c14c14bb0a62), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.384302 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:44.393520 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Pushing event updated for resources: {'Port': ['ID=1e628431-6334-4928-8e76-3d00e5217d45,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:44.419888 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Publish callbacks [] for router_gateway (43b78467-8a1f-46e2-8a90-feea7713f164), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.425602 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:44.426067 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:44.426425 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:44.426778 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:44.427203 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:44.427532 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:44.427778 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:44.428098 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:44.428436 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:44.428731 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:44.429059 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:44.429384 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:44.429703 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:44.430013 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:44.430324 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:44.459158 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.475081 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Attempting to bind port 1e628431-6334-4928-8e76-3d00e5217d45 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:19:44.475329 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Attempting to bind port 1e628431-6334-4928-8e76-3d00e5217d45 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': 'd0fe7925-f633-435b-a5ff-6ec0a53bbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:19:44.475755 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Attempting to bind port 1e628431-6334-4928-8e76-3d00e5217d45 on network 1634575b-a8d8-4151-84aa-e1e4cfa1c8bc {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:19:44.484959 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] For port b78fe83e-11a7-4b62-bf91-c14c14bb0a62, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:19:44.489001 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] For port b78fe83e-11a7-4b62-bf91-c14c14bb0a62, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=b78fe83e-11a7-4b62-bf91-c14c14bb0a62,segment=NetworkSegment(26177c96-b373-43fa-887e-98ae64d674f3),segment_id=26177c96-b373-43fa-887e-98ae64d674f3)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:19:44.503689 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (b78fe83e-11a7-4b62-bf91-c14c14bb0a62), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.509038 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:44.510406 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.512396 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/b78fe83e-11a7-4b62-bf91-c14c14bb0a62 HTTP/1.1" status: 200 len: 1096 time: 1.8896279 Sep 13 01:19:44.515889 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b3a740-470d-4918-88b1-aa761182fc2a', 'tag': 'b78fe83e-11a7-4b62-bf91-c14c14bb0a62'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:19:44.520137 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9064f69e-c00d-4cec-99f4-be5b0603ab5f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b3a740-470d-4918-88b1-aa761182fc2a", "tag": "b78fe83e-11a7-4b62-bf91-c14c14bb0a62"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:19:44.542402 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:19:44.542728 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Checking segment: {'id': 'd0fe7925-f633-435b-a5ff-6ec0a53bbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:19:44.543153 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.543619 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Bound using segment: {'id': 'd0fe7925-f633-435b-a5ff-6ec0a53bbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:19:44.544182 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Bound port: 1e628431-6334-4928-8e76-3d00e5217d45, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fe7925-f633-435b-a5ff-6ec0a53bbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:19:44.544569 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (1e628431-6334-4928-8e76-3d00e5217d45), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.604508 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675b727-1e99-4ee7-935d-bf1db0ffbd19 service neutron] Pushing event updated for resources: {'Port': ['ID=b78fe83e-11a7-4b62-bf91-c14c14bb0a62,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:44.610942 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10511d7-9c44-4381-a4f9-c1ec49acc3d3 x-openstack-request-id: req-c10511d7-9c44-4381-a4f9-c1ec49acc3d3 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:19:44.611235 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b3a740-470d-4918-88b1-aa761182fc2a", "tag": "b78fe83e-11a7-4b62-bf91-c14c14bb0a62", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:19:44.611469 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c10511d7-9c44-4381-a4f9-c1ec49acc3d3 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:19:44.611869 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10511d7-9c44-4381-a4f9-c1ec49acc3d3'] response: {'name': 'network-changed', 'server_uuid': 'a6b3a740-470d-4918-88b1-aa761182fc2a', 'tag': 'b78fe83e-11a7-4b62-bf91-c14c14bb0a62', 'status': 'completed', 'code': 200} Sep 13 01:19:44.619964 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] For port 1e628431-6334-4928-8e76-3d00e5217d45, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:19:44.624072 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] For port 1e628431-6334-4928-8e76-3d00e5217d45, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=1e628431-6334-4928-8e76-3d00e5217d45,segment=NetworkSegment(d0fe7925-f633-435b-a5ff-6ec0a53bbced),segment_id=d0fe7925-f633-435b-a5ff-6ec0a53bbced)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:19:44.626721 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:44.630617 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (1e628431-6334-4928-8e76-3d00e5217d45), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.662915 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Allocated IP 172.27.1.31 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/56f94833-769a-41ea-8c28-0f1a63d0e8e0) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:19:44.708357 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134982b-25a2-453c-8e06-c6a7db39c7a1 None None] Pushing event updated for resources: {'Port': ['ID=1e628431-6334-4928-8e76-3d00e5217d45,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:44.744867 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf10712-5544-40c0-9451-bdc4fcc6ef69 req-c84a8205-5774-4ec3-910c-3fa30f060c10 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:44.750539 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6cf10712-5544-40c0-9451-bdc4fcc6ef69 req-c84a8205-5774-4ec3-910c-3fa30f060c10 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 946 time: 0.0892270 Sep 13 01:19:44.788384 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:44.817993 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6cf10712-5544-40c0-9451-bdc4fcc6ef69 req-d9bd3682-efee-42ec-bc19-0885e245d172 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=68d4e433-951f-4f4f-8f85-ea763dfd60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609698 Sep 13 01:19:44.837941 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Publish callbacks [] for port (56f94833-769a-41ea-8c28-0f1a63d0e8e0), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.900024 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (56f94833-769a-41ea-8c28-0f1a63d0e8e0), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:44.954082 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:19:44.968684 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=56f94833-769a-41ea-8c28-0f1a63d0e8e0,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:44.971740 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:19:44.973889 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:19:45.164495 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 33818) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:45.171514 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94f5be-9a34-40cd-a911-875d8550d234 req-c7cc6f31-e542-4ef6-9a37-b9d232a43f77 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:45.173148 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4d94f5be-9a34-40cd-a911-875d8550d234 req-c7cc6f31-e542-4ef6-9a37-b9d232a43f77 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0815482 Sep 13 01:19:45.188055 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-aa843b1e-07a6-477f-ad07-b81e6a5dbeab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:45.282616 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-aa843b1e-07a6-477f-ad07-b81e6a5dbeab admin admin] Publish callbacks [] for security_group (71f8ec94-2d57-4e66-9742-577e49531beb), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:45.287481 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-aa843b1e-07a6-477f-ad07-b81e6a5dbeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (71f8ec94-2d57-4e66-9742-577e49531beb), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:45.310177 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4d94f5be-9a34-40cd-a911-875d8550d234 req-62bca3bd-6935-4bc7-aa93-6077565d8606 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215668 Sep 13 01:19:45.331125 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Publish callbacks [] for router_gateway (43b78467-8a1f-46e2-8a90-feea7713f164), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:45.331400 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa843b1e-07a6-477f-ad07-b81e6a5dbeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f8ec94-2d57-4e66-9742-577e49531beb,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:45.334043 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-aa843b1e-07a6-477f-ad07-b81e6a5dbeab admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3f9277124ad14ae0be2ff58cd312dbda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672771 Sep 13 01:19:45.336695 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 33824) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:45.387066 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:45.391342 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-fb227bfb-e918-46d2-8d97-eae0d6d73e09 admin admin] Publish callbacks [] for security_group (71f8ec94-2d57-4e66-9742-577e49531beb), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:45.413538 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-fb227bfb-e918-46d2-8d97-eae0d6d73e09 admin admin] Publish callbacks [] for security_group (71f8ec94-2d57-4e66-9742-577e49531beb), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:45.477633 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-fb227bfb-e918-46d2-8d97-eae0d6d73e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (71f8ec94-2d57-4e66-9742-577e49531beb), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:45.480307 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-fb227bfb-e918-46d2-8d97-eae0d6d73e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:45.482245 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-fb227bfb-e918-46d2-8d97-eae0d6d73e09 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/71f8ec94-2d57-4e66-9742-577e49531beb HTTP/1.1" status: 204 len: 168 time: 0.1436927 Sep 13 01:19:45.503545 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb227bfb-e918-46d2-8d97-eae0d6d73e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f8ec94-2d57-4e66-9742-577e49531beb,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:45.572939 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 1e628431-6334-4928-8e76-3d00e5217d45 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:19:45.626509 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-961843'] for router (43b78467-8a1f-46e2-8a90-feea7713f164), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:45.640840 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 1e628431-6334-4928-8e76-3d00e5217d45 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:45.641243 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (1e628431-6334-4928-8e76-3d00e5217d45), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:45.763967 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 1e628431-6334-4928-8e76-3d00e5217d45 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:45.764395 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (1e628431-6334-4928-8e76-3d00e5217d45), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:45.829347 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Router 43b78467-8a1f-46e2-8a90-feea7713f164 is scheduled to L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb with binding_index 1 {{(pid=106209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 01:19:46.019078 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 1e628431-6334-4928-8e76-3d00e5217d45, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=1e628431-6334-4928-8e76-3d00e5217d45,segment=NetworkSegment(d0fe7925-f633-435b-a5ff-6ec0a53bbced),segment_id=d0fe7925-f633-435b-a5ff-6ec0a53bbced)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:46.025048 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (1e628431-6334-4928-8e76-3d00e5217d45), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:46.052590 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c77b6-673a-4ceb-b5da-58a1a7d1bd7d req-4d206bb3-18cc-49b0-9720-cea2c0158cf3 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:46.057022 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:19:46.065329 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0b9c77b6-673a-4ceb-b5da-58a1a7d1bd7d req-4d206bb3-18cc-49b0-9720-cea2c0158cf3 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 946 time: 0.1257846 Sep 13 01:19:46.081893 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:46.091646 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Sync routers for ids ['43b78467-8a1f-46e2-8a90-feea7713f164'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:19:46.095911 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=1e628431-6334-4928-8e76-3d00e5217d45,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:46.099196 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8d9d20-c75c-4179-a34f-c5b9b2524cd2 None None] Network 1634575b-a8d8-4151-84aa-e1e4cfa1c8bc requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:19:46.134098 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Routers {'43b78467-8a1f-46e2-8a90-feea7713f164'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:19:46.135013 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:19:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['43b78467-8a1f-46e2-8a90-feea7713f164'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:46.158231 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:46.159218 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:46.160685 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-2587f608-6209-431b-a66b-3a0dfd804ab0 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4339809 Sep 13 01:19:46.169341 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33842) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:46.207195 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-a795338b-18dd-41aa-820a-665224cd677e None None] Provisioning complete for port 1e628431-6334-4928-8e76-3d00e5217d45 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:46.207572 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a795338b-18dd-41aa-820a-665224cd677e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (1e628431-6334-4928-8e76-3d00e5217d45), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:46.225502 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 33846) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:46.267796 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:46.299725 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:46.316566 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4da8332c-80f8-477b-a174-269ec4311ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:46.332212 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064f69e-c00d-4cec-99f4-be5b0603ab5f req-3c659aba-3a74-46fb-9dba-4ede6efb5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:46.334056 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9064f69e-c00d-4cec-99f4-be5b0603ab5f req-3c659aba-3a74-46fb-9dba-4ede6efb5c70 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b0422bd9612349b8a0cbcae6f1a588b7&device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 1130 time: 0.1629136 Sep 13 01:19:46.358911 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-a795338b-18dd-41aa-820a-665224cd677e None None] Current status of the port 1e628431-6334-4928-8e76-3d00e5217d45 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:46.361131 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0b9c77b6-673a-4ceb-b5da-58a1a7d1bd7d req-aee395a3-066b-487b-8ae4-716efd1c5535 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=68d4e433-951f-4f4f-8f85-ea763dfd60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774298 Sep 13 01:19:46.418159 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Set router 43b78467-8a1f-46e2-8a90-feea7713f164 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:19:46.445820 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:46.488818 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4da8332c-80f8-477b-a174-269ec4311ca7 admin admin] Publish callbacks [] for security_group (cf8e2743-6e2a-4b07-bdbb-951ad8e71163), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:46.495755 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4da8332c-80f8-477b-a174-269ec4311ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (cf8e2743-6e2a-4b07-bdbb-951ad8e71163), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:46.524257 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=16,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:46.531220 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-4da8332c-80f8-477b-a174-269ec4311ca7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e7dd7a401a434c81b1befe34ee1b3804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774744 Sep 13 01:19:46.535605 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 33852) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:46.657231 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b92784-a7bd-49cd-bc77-efefefc5acbf req-a4ed7bfe-73d6-423d-8dc3-29546fc2d0ce tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:46.660335 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9064f69e-c00d-4cec-99f4-be5b0603ab5f req-34439dd7-ec07-4721-ac4d-bd3c56b1faa8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=b0422bd9612349b8a0cbcae6f1a588b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508516 Sep 13 01:19:46.670211 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8332c-80f8-477b-a174-269ec4311ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8e2743-6e2a-4b07-bdbb-951ad8e71163,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:46.674186 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-90b92784-a7bd-49cd-bc77-efefefc5acbf req-a4ed7bfe-73d6-423d-8dc3-29546fc2d0ce tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.2455621 Sep 13 01:19:46.682805 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-66ff5f9a-0ae1-488c-9bc1-c00cd20a85b9 admin admin] Publish callbacks [] for security_group (cf8e2743-6e2a-4b07-bdbb-951ad8e71163), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:46.707615 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-66ff5f9a-0ae1-488c-9bc1-c00cd20a85b9 admin admin] Publish callbacks [] for security_group (cf8e2743-6e2a-4b07-bdbb-951ad8e71163), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:46.795575 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-70fe99a5-f2e5-44d9-a172-e461c309d7cb None None] Provisioning complete for port 1e628431-6334-4928-8e76-3d00e5217d45 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:46.796043 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-70fe99a5-f2e5-44d9-a172-e461c309d7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (1e628431-6334-4928-8e76-3d00e5217d45), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:46.819861 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'name': 'tempest-TestShelveInstance-845947636-router', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:43Z', 'updated_at': '2022-09-13T01:19:45Z', 'revision_number': 3, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'gw_port': {'id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:44Z', 'updated_at': '2022-09-13T01:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:46.832978 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-90b92784-a7bd-49cd-bc77-efefefc5acbf req-1820fa17-a142-44dc-8da7-f0118be58103 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573944 Sep 13 01:19:46.855289 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Checking router: 43b78467-8a1f-46e2-8a90-feea7713f164 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:19:46.856011 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Updating router 43b78467-8a1f-46e2-8a90-feea7713f164 port 56f94833-769a-41ea-8c28-0f1a63d0e8e0 binding host dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:19:46.936987 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (56f94833-769a-41ea-8c28-0f1a63d0e8e0), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:46.982334 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:46.996970 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-70fe99a5-f2e5-44d9-a172-e461c309d7cb None None] Current status of the port 1e628431-6334-4928-8e76-3d00e5217d45 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:47.054641 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:47.113803 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-66ff5f9a-0ae1-488c-9bc1-c00cd20a85b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (cf8e2743-6e2a-4b07-bdbb-951ad8e71163), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:47.116909 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-66ff5f9a-0ae1-488c-9bc1-c00cd20a85b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:47.118102 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-66ff5f9a-0ae1-488c-9bc1-c00cd20a85b9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cf8e2743-6e2a-4b07-bdbb-951ad8e71163 HTTP/1.1" status: 204 len: 168 time: 0.5814371 Sep 13 01:19:47.140707 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff5f9a-0ae1-488c-9bc1-c00cd20a85b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8e2743-6e2a-4b07-bdbb-951ad8e71163,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:47.234703 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064f69e-c00d-4cec-99f4-be5b0603ab5f req-834d1bd8-04e5-4a5f-8d8b-433e74e2e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:47.236341 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9064f69e-c00d-4cec-99f4-be5b0603ab5f req-834d1bd8-04e5-4a5f-8d8b-433e74e2e670 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5548985 Sep 13 01:19:47.362043 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-b189aa78-d2b9-46cb-b139-b8097cd87b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:47.364111 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-b189aa78-d2b9-46cb-b139-b8097cd87b59 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b0422bd9612349b8a0cbcae6f1a588b7&device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 1130 time: 0.0610058 Sep 13 01:19:47.437748 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-7835d797-559a-4503-a2b3-aaa72c8020bb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=b78fe83e-11a7-4b62-bf91-c14c14bb0a62 HTTP/1.1" status: 200 len: 217 time: 0.0648940 Sep 13 01:19:47.495967 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Publish callbacks [] for port (56f94833-769a-41ea-8c28-0f1a63d0e8e0), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:47.515259 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (56f94833-769a-41ea-8c28-0f1a63d0e8e0), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:47.550155 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-b98fc77c-1bba-468c-b7eb-87a711e42fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:47.555270 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-b98fc77c-1bba-468c-b7eb-87a711e42fff service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=809bd69f-3d58-4a14-b3be-87df325ba211 HTTP/1.1" status: 200 len: 843 time: 0.1094229 Sep 13 01:19:47.557687 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Attempting to bind port 56f94833-769a-41ea-8c28-0f1a63d0e8e0 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:19:47.558084 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Attempting to bind port 56f94833-769a-41ea-8c28-0f1a63d0e8e0 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:19:47.558544 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Attempting to bind port 56f94833-769a-41ea-8c28-0f1a63d0e8e0 on network 2a9ecfbd-a328-4077-a2ee-7c267345041e {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:19:47.619177 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 1e628431-6334-4928-8e76-3d00e5217d45 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:19:47.656334 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-004f7552-ff2d-4a8f-92f7-767bf6015494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:47.662792 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-004f7552-ff2d-4a8f-92f7-767bf6015494 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=edd507a4-8582-4104-a38b-c9eba0f76a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0895510 Sep 13 01:19:47.695173 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:19:47.695549 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Checking segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:19:47.695950 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:47.696341 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Bound using segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:19:47.696820 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Bound port: 56f94833-769a-41ea-8c28-0f1a63d0e8e0, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:19:47.696942 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 1e628431-6334-4928-8e76-3d00e5217d45 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:47.697194 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (56f94833-769a-41ea-8c28-0f1a63d0e8e0), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:47.697301 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (1e628431-6334-4928-8e76-3d00e5217d45), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:47.733889 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df0272-1cd4-4b49-9a1b-7187de6c4df8 None None] Pushing event updated for resources: {'Port': ['ID=56f94833-769a-41ea-8c28-0f1a63d0e8e0,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:47.744654 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0272-1cd4-4b49-9a1b-7187de6c4df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:47.745010 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0272-1cd4-4b49-9a1b-7187de6c4df8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:47.745375 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0272-1cd4-4b49-9a1b-7187de6c4df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:47.745736 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0272-1cd4-4b49-9a1b-7187de6c4df8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:47.746074 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0272-1cd4-4b49-9a1b-7187de6c4df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:47.746407 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0272-1cd4-4b49-9a1b-7187de6c4df8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:47.746734 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0272-1cd4-4b49-9a1b-7187de6c4df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:47.747606 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0272-1cd4-4b49-9a1b-7187de6c4df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:47.747936 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0272-1cd4-4b49-9a1b-7187de6c4df8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:47.748265 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0272-1cd4-4b49-9a1b-7187de6c4df8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:47.748689 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0272-1cd4-4b49-9a1b-7187de6c4df8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:47.749040 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0272-1cd4-4b49-9a1b-7187de6c4df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:47.749369 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0272-1cd4-4b49-9a1b-7187de6c4df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:47.749691 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0272-1cd4-4b49-9a1b-7187de6c4df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:47.750012 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0272-1cd4-4b49-9a1b-7187de6c4df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:19:47.780397 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] For port 56f94833-769a-41ea-8c28-0f1a63d0e8e0, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:19:47.783696 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 1e628431-6334-4928-8e76-3d00e5217d45 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:47.783823 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] For port 56f94833-769a-41ea-8c28-0f1a63d0e8e0, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=56f94833-769a-41ea-8c28-0f1a63d0e8e0,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:19:47.791100 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (56f94833-769a-41ea-8c28-0f1a63d0e8e0), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:47.791992 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f403e-dff2-41fa-94c2-d3643e1eb608 req-9f2d161f-c4c1-4c62-b598-64eb5fd2cbd5 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:47.804557 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-aa1f403e-dff2-41fa-94c2-d3643e1eb608 req-9f2d161f-c4c1-4c62-b598-64eb5fd2cbd5 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 946 time: 0.0967920 Sep 13 01:19:47.836294 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Routers {'43b78467-8a1f-46e2-8a90-feea7713f164'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:19:47.837069 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:19:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['43b78467-8a1f-46e2-8a90-feea7713f164'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:47.874527 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c47c1-a02c-44e8-9bd8-d1a3d33d3b81 req-4b409a8e-e7c0-44fa-a15b-f0ddf92e857a tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:47.876262 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-132c47c1-a02c-44e8-9bd8-d1a3d33d3b81 req-4b409a8e-e7c0-44fa-a15b-f0ddf92e857a tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 946 time: 0.0699925 Sep 13 01:19:47.885265 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-aa1f403e-dff2-41fa-94c2-d3643e1eb608 req-2e812e54-02b1-4ef3-ad50-14c3f6829081 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796576 Sep 13 01:19:47.954687 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] Allocated IP 172.20.0.1 (1634575b-a8d8-4151-84aa-e1e4cfa1c8bc/976008db-e6b1-447d-85c8-de5490233f11/6969d2f9-5479-46f1-83c0-4cb02573c6f9) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:19:47.969713 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:47.983973 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df0272-1cd4-4b49-9a1b-7187de6c4df8 None None] Pushing event updated for resources: {'Port': ['ID=56f94833-769a-41ea-8c28-0f1a63d0e8e0,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:47.989147 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-132c47c1-a02c-44e8-9bd8-d1a3d33d3b81 req-05a38c5b-92f4-4a98-a03a-de8d02aa9b67 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=68d4e433-951f-4f4f-8f85-ea763dfd60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879385 Sep 13 01:19:48.040410 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] Set router 43b78467-8a1f-46e2-8a90-feea7713f164 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:19:48.054285 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09ad62-8fd4-4629-830d-4f85052fc1ba req-d8c19ebb-f121-4d4a-8143-b395f7daecc4 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:48.055966 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8d09ad62-8fd4-4629-830d-4f85052fc1ba req-d8c19ebb-f121-4d4a-8143-b395f7daecc4 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0831649 Sep 13 01:19:48.120446 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] Publish callbacks [] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:48.123752 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8d09ad62-8fd4-4629-830d-4f85052fc1ba req-16f31d8d-ea6a-4c0c-a1fa-fc7c233d91f5 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564976 Sep 13 01:19:48.169736 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:48.215650 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:48.226823 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:48.232196 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'name': 'tempest-TestShelveInstance-845947636-router', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:43Z', 'updated_at': '2022-09-13T01:19:45Z', 'revision_number': 3, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'gw_port': {'id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:44Z', 'updated_at': '2022-09-13T01:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:48.233228 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] Network 1634575b-a8d8-4151-84aa-e1e4cfa1c8bc is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:19:48.237855 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:19:48.241096 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:19:48.241584 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609558'] for router_interface (43b78467-8a1f-46e2-8a90-feea7713f164), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:48.268198 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64b20d8-8268-4e53-939b-1f23a7bc868d None None] The sync data for ids ['43b78467-8a1f-46e2-8a90-feea7713f164'] in dv-cinder-856941-3-iscsi is: [{'id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'name': 'tempest-TestShelveInstance-845947636-router', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:43Z', 'updated_at': '2022-09-13T01:19:45Z', 'revision_number': 3, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'gw_port': {'id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:44Z', 'updated_at': '2022-09-13T01:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:19:48.278923 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] Pushing event updated for resources: {'Port': ['ID=6969d2f9-5479-46f1-83c0-4cb02573c6f9,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:48.405126 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:48.553366 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-e4c0bd7c-e87a-4fe6-8da2-d7864b5db27d None None] Provisioning complete for port 6969d2f9-5479-46f1-83c0-4cb02573c6f9 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:48.564034 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e4c0bd7c-e87a-4fe6-8da2-d7864b5db27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:48.629463 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0bd7c-e87a-4fe6-8da2-d7864b5db27d None None] Port 6969d2f9-5479-46f1-83c0-4cb02573c6f9 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:19:48.667634 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] Publish callbacks [] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:48.675151 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:48.683014 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609666'] for router_interface (43b78467-8a1f-46e2-8a90-feea7713f164), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:48.683014 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:48.771212 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] Pushing event updated for resources: {'Port': ['ID=6969d2f9-5479-46f1-83c0-4cb02573c6f9,revision_number=2']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:48.836527 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] Network 1634575b-a8d8-4151-84aa-e1e4cfa1c8bc is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:19:48.838084 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:19:48.995210 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] Router 43b78467-8a1f-46e2-8a90-feea7713f164 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:19:49.173629 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75e067-3bd6-4b93-90f6-ece08e5fb827 req-5753a578-5665-4d07-8ce6-b5950ee1ff20 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:49.177686 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4718ecf-6d9e-4fe0-a110-75dde63fe993 req-ca741722-da90-4786-aa7f-f7780cd20558 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:49.179712 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d4718ecf-6d9e-4fe0-a110-75dde63fe993 req-ca741722-da90-4786-aa7f-f7780cd20558 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 946 time: 0.1789806 Sep 13 01:19:49.189155 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1c75e067-3bd6-4b93-90f6-ece08e5fb827 req-5753a578-5665-4d07-8ce6-b5950ee1ff20 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 946 time: 0.0892472 Sep 13 01:19:49.247918 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:49.263870 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:49.270164 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-28edc692-babd-4295-9bc0-b39db88baaa7 None None] Provisioning complete for port 6969d2f9-5479-46f1-83c0-4cb02573c6f9 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:49.272890 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1c75e067-3bd6-4b93-90f6-ece08e5fb827 req-e9cfca22-2073-48f2-976e-0fba32a137d8 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=68d4e433-951f-4f4f-8f85-ea763dfd60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819192 Sep 13 01:19:49.273126 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-28edc692-babd-4295-9bc0-b39db88baaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:49.288398 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:19:49.297403 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-5ed208fc-353e-4973-8a0a-bbed7d39ccc9 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/43b78467-8a1f-46e2-8a90-feea7713f164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1268075 Sep 13 01:19:49.328946 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d4718ecf-6d9e-4fe0-a110-75dde63fe993 req-d3a53df8-af68-4e20-9633-35c8557f804d tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ce6238a9-fc6c-4b12-958f-26b469bd97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419866 Sep 13 01:19:49.446984 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-28edc692-babd-4295-9bc0-b39db88baaa7 None None] Port 6969d2f9-5479-46f1-83c0-4cb02573c6f9 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:19:49.452892 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:49.500136 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4198ae2-f0e9-469b-84ff-b84ff0b7aba5 req-f18a4e04-fb3b-4c53-84e8-84db788ceb33 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:49.502531 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a4198ae2-f0e9-469b-84ff-b84ff0b7aba5 req-f18a4e04-fb3b-4c53-84e8-84db788ceb33 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.1109335 Sep 13 01:19:49.509004 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-f2e2d6e5-3860-44f1-a08f-31e2c4ccc44b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/edd507a4-8582-4104-a38b-c9eba0f76a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723541 Sep 13 01:19:49.592338 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 56f94833-769a-41ea-8c28-0f1a63d0e8e0 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:19:49.600000 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a4198ae2-f0e9-469b-84ff-b84ff0b7aba5 req-2ec373f7-0089-46c6-a6d9-40ec674736f0 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852785 Sep 13 01:19:49.652641 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:49.715136 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 56f94833-769a-41ea-8c28-0f1a63d0e8e0 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:49.716827 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (56f94833-769a-41ea-8c28-0f1a63d0e8e0), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:49.788286 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a32360-4494-432b-9782-77ac30c57e0a req-d0a2d2b7-42bc-4539-9a31-dd3397a06df2 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:49.790077 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-47a32360-4494-432b-9782-77ac30c57e0a req-d0a2d2b7-42bc-4539-9a31-dd3397a06df2 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 946 time: 0.0798039 Sep 13 01:19:49.822884 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 56f94833-769a-41ea-8c28-0f1a63d0e8e0 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:49.823633 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (56f94833-769a-41ea-8c28-0f1a63d0e8e0), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:49.851568 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 56f94833-769a-41ea-8c28-0f1a63d0e8e0, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=56f94833-769a-41ea-8c28-0f1a63d0e8e0,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:49.857316 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (56f94833-769a-41ea-8c28-0f1a63d0e8e0), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:49.898140 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3f6b4ef0-9884-403a-8270-1d2d15e1d2f8 req-58a58a09-f5af-480a-b57f-b383f2526fd3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/edd507a4-8582-4104-a38b-c9eba0f76a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599938 Sep 13 01:19:49.985318 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=56f94833-769a-41ea-8c28-0f1a63d0e8e0,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:50.020214 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-47a32360-4494-432b-9782-77ac30c57e0a req-18774685-f766-4ec3-b305-0d275ba072d3 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Deleting port aa920202-f96d-4a78-9f35-43655e114baf {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:19:50.020630 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-47a32360-4494-432b-9782-77ac30c57e0a req-18774685-f766-4ec3-b305-0d275ba072d3 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (aa920202-f96d-4a78-9f35-43655e114baf), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:50.130126 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-47a32360-4494-432b-9782-77ac30c57e0a req-18774685-f766-4ec3-b305-0d275ba072d3 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] For port aa920202-f96d-4a78-9f35-43655e114baf, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=aa920202-f96d-4a78-9f35-43655e114baf,segment=NetworkSegment(56ee7bc1-29ba-43c3-9e8e-c4094f3c3327),segment_id=56ee7bc1-29ba-43c3-9e8e-c4094f3c3327)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:50.130567 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-47a32360-4494-432b-9782-77ac30c57e0a req-18774685-f766-4ec3-b305-0d275ba072d3 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (aa920202-f96d-4a78-9f35-43655e114baf), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:50.148565 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-47a32360-4494-432b-9782-77ac30c57e0a req-18774685-f766-4ec3-b305-0d275ba072d3 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Calling delete_port for aa920202-f96d-4a78-9f35-43655e114baf owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:19:50.401062 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-47a32360-4494-432b-9782-77ac30c57e0a req-18774685-f766-4ec3-b305-0d275ba072d3 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (aa920202-f96d-4a78-9f35-43655e114baf), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:50.440128 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18774685-f766-4ec3-b305-0d275ba072d3 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Pushing event deleted for resources: {'Port': ['ID=aa920202-f96d-4a78-9f35-43655e114baf,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:50.466734 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90d272-a53c-4f63-a04f-304741501f1c req-e6182e11-c371-47f6-9def-e6c2bb8489b6 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:50.468531 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5c90d272-a53c-4f63-a04f-304741501f1c req-e6182e11-c371-47f6-9def-e6c2bb8489b6 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 946 time: 0.0890138 Sep 13 01:19:50.537297 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d23c8ad3-c6dc-469a-a0c4-425d7c037d81 req-b75b4172-8e7b-40a5-8b2e-77f05e36edd4 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 210 time: 0.0550985 Sep 13 01:19:50.543385 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 33974) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:50.548024 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5c90d272-a53c-4f63-a04f-304741501f1c req-812f20bf-7aa1-4d39-bb9e-a838df7fa59c tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=68d4e433-951f-4f4f-8f85-ea763dfd60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736024 Sep 13 01:19:50.555822 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-81ccc61d-01b1-4684-8c8b-cb4a64e7da77 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-898193889-network', 'tenant_id': 'bf6e7bbb274340ecbc5025be563f7524'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:50.587045 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a32360-4494-432b-9782-77ac30c57e0a req-18774685-f766-4ec3-b305-0d275ba072d3 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] No DVR routers for this DVR port aa920202-f96d-4a78-9f35-43655e114baf on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:19:50.590346 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-47a32360-4494-432b-9782-77ac30c57e0a req-18774685-f766-4ec3-b305-0d275ba072d3 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:50.595067 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-47a32360-4494-432b-9782-77ac30c57e0a req-18774685-f766-4ec3-b305-0d275ba072d3 tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.25 "DELETE /networking/v2.0/ports/aa920202-f96d-4a78-9f35-43655e114baf HTTP/1.1" status: 204 len: 173 time: 0.7772005 Sep 13 01:19:50.597420 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a24ff77-efd2-4d53-b120-387e032d8e33', 'name': 'network-vif-deleted', 'tag': 'aa920202-f96d-4a78-9f35-43655e114baf'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:19:50.599796 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf199ab-ff9f-49c7-a083-40174e6bb84a" -d '{"events": [{"server_uuid": "2a24ff77-efd2-4d53-b120-387e032d8e33", "name": "network-vif-deleted", "tag": "aa920202-f96d-4a78-9f35-43655e114baf"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:19:50.607555 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ccc61d-01b1-4684-8c8b-cb4a64e7da77 admin admin] Made reservation on behalf of bf6e7bbb274340ecbc5025be563f7524 for: {'network': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:19:50.610164 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-81ccc61d-01b1-4684-8c8b-cb4a64e7da77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:50.624291 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-81ccc61d-01b1-4684-8c8b-cb4a64e7da77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:50.640727 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed74f66-6537-44a7-9f5b-c9af419d794b x-openstack-request-id: req-9ed74f66-6537-44a7-9f5b-c9af419d794b {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:19:50.641049 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a24ff77-efd2-4d53-b120-387e032d8e33", "name": "network-vif-deleted", "tag": "aa920202-f96d-4a78-9f35-43655e114baf", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:19:50.641312 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ed74f66-6537-44a7-9f5b-c9af419d794b {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:19:50.642224 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ed74f66-6537-44a7-9f5b-c9af419d794b'] response: {'server_uuid': '2a24ff77-efd2-4d53-b120-387e032d8e33', 'name': 'network-vif-deleted', 'tag': 'aa920202-f96d-4a78-9f35-43655e114baf', 'status': 'completed', 'code': 200} Sep 13 01:19:50.679562 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Sync routers for ids ['43b78467-8a1f-46e2-8a90-feea7713f164'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:19:50.692722 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Routers {'43b78467-8a1f-46e2-8a90-feea7713f164'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:19:50.693739 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:19:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['43b78467-8a1f-46e2-8a90-feea7713f164'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:50.763208 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2d396-4bc3-4f04-85e1-6c252c4e14be req-33244c6c-45b1-4e6e-a8e4-12b1100e31f2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:50.765036 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-74e2d396-4bc3-4f04-85e1-6c252c4e14be req-33244c6c-45b1-4e6e-a8e4-12b1100e31f2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0644279 Sep 13 01:19:50.786397 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-81ccc61d-01b1-4684-8c8b-cb4a64e7da77 admin admin] Publish callbacks [] for security_group (4fd59c47-cd68-42ae-ab90-07ed6fb14b55), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:50.795064 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-81ccc61d-01b1-4684-8c8b-cb4a64e7da77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (4fd59c47-cd68-42ae-ab90-07ed6fb14b55), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:50.801779 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:50.803136 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Set router 43b78467-8a1f-46e2-8a90-feea7713f164 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:19:50.837288 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ccc61d-01b1-4684-8c8b-cb4a64e7da77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=106208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:19:50.854056 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:50.857010 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccc61d-01b1-4684-8c8b-cb4a64e7da77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd59c47-cd68-42ae-ab90-07ed6fb14b55,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:50.862703 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-81ccc61d-01b1-4684-8c8b-cb4a64e7da77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (b170e2a7-9a42-47cc-b129-764ff75474b2), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:50.863151 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.segments_db [None req-81ccc61d-01b1-4684-8c8b-cb4a64e7da77 admin admin] Added segment b170e2a7-9a42-47cc-b129-764ff75474b2 of type vlan for network b0ae1a8f-2399-47ff-9034-9a994a645535 Sep 13 01:19:50.867431 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-74e2d396-4bc3-4f04-85e1-6c252c4e14be req-800b1348-e6fb-4217-a2b7-82b07ab1cb11 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944850 Sep 13 01:19:50.910217 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-81ccc61d-01b1-4684-8c8b-cb4a64e7da77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (b0ae1a8f-2399-47ff-9034-9a994a645535), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:50.940350 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-81ccc61d-01b1-4684-8c8b-cb4a64e7da77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (b0ae1a8f-2399-47ff-9034-9a994a645535), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:50.941910 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ccc61d-01b1-4684-8c8b-cb4a64e7da77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:50.942433 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-81ccc61d-01b1-4684-8c8b-cb4a64e7da77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:51.011373 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 33980) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:51.011582 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-81ccc61d-01b1-4684-8c8b-cb4a64e7da77 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4633071 Sep 13 01:19:51.015536 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccc61d-01b1-4684-8c8b-cb4a64e7da77 admin admin] Pushing event updated for resources: {'Network': ['ID=b0ae1a8f-2399-47ff-9034-9a994a645535,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:51.016297 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'name': 'tempest-TestShelveInstance-845947636-router', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:43Z', 'updated_at': '2022-09-13T01:19:48Z', 'revision_number': 4, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'gw_port': {'id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:44Z', 'updated_at': '2022-09-13T01:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6969d2f9-5479-46f1-83c0-4cb02573c6f9', 'name': '', 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'mac_address': 'fa:16:3e:b2:c8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '976008db-e6b1-447d-85c8-de5490233f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:47Z', 'updated_at': '2022-09-13T01:19:48Z', 'revision_number': 2, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'subnets': [{'id': '976008db-e6b1-447d-85c8-de5490233f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:51.019878 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-8ae12386-8abf-4d41-9101-0c8bfd51e67e admin admin] Request body: {'subnet': {'network_id': 'b0ae1a8f-2399-47ff-9034-9a994a645535', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-898193889-subnet', 'tenant_id': 'bf6e7bbb274340ecbc5025be563f7524', 'ip_version': 4}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:51.040463 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae12386-8abf-4d41-9101-0c8bfd51e67e admin admin] Made reservation on behalf of bf6e7bbb274340ecbc5025be563f7524 for: {'subnet': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:19:51.042900 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8ae12386-8abf-4d41-9101-0c8bfd51e67e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:51.048744 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network b0ae1a8f-2399-47ff-9034-9a994a645535 details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:19:51.052204 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Checking router: 43b78467-8a1f-46e2-8a90-feea7713f164 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:19:51.052587 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Updating router 43b78467-8a1f-46e2-8a90-feea7713f164 port 6969d2f9-5479-46f1-83c0-4cb02573c6f9 binding host dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:19:51.108019 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:51.130028 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:51.219987 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8ae12386-8abf-4d41-9101-0c8bfd51e67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for subnet (bbf9d83c-c4ca-46e3-80af-6ecdbaf5ac44), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:51.280757 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:51.288365 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae12386-8abf-4d41-9101-0c8bfd51e67e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf9d83c-c4ca-46e3-80af-6ecdbaf5ac44,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:51.299933 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae12386-8abf-4d41-9101-0c8bfd51e67e admin admin] Checking segment: {'id': 'b170e2a7-9a42-47cc-b129-764ff75474b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b0ae1a8f-2399-47ff-9034-9a994a645535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:19:51.300363 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae12386-8abf-4d41-9101-0c8bfd51e67e admin admin] Network hostable DHCP agents. Network: b0ae1a8f-2399-47ff-9034-9a994a645535, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:19:51.316245 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:51.322812 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae12386-8abf-4d41-9101-0c8bfd51e67e admin admin] Network b0ae1a8f-2399-47ff-9034-9a994a645535 is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:19:51.335922 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-8ae12386-8abf-4d41-9101-0c8bfd51e67e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, b0ae1a8f-2399-47ff-9034-9a994a645535) {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:19:51.350071 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae12386-8abf-4d41-9101-0c8bfd51e67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:51.352043 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8ae12386-8abf-4d41-9101-0c8bfd51e67e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:51.352189 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4195c8d3-3908-4c95-8496-5c8cc12dc2c0 None None] Network b0ae1a8f-2399-47ff-9034-9a994a645535 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:19:51.371300 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-8ae12386-8abf-4d41-9101-0c8bfd51e67e admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3577454 Sep 13 01:19:51.374878 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 33986) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:51.380181 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-898193889-router', 'tenant_id': 'bf6e7bbb274340ecbc5025be563f7524', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:19:51.413536 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-959874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16255'] for router (668c2fbc-09db-4498-a507-d0f2f3d03797), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:51.415480 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16244'] for router (668c2fbc-09db-4498-a507-d0f2f3d03797), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:51.527744 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Publish callbacks [] for router_controller (668c2fbc-09db-4498-a507-d0f2f3d03797), precommit_add_association {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:51.543209 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4256e4d7-f65d-58b5-a57f-4fc85113e640-b0ae1a8f-2399-47ff-9034-9a994a645535', 'network_id': 'b0ae1a8f-2399-47ff-9034-9a994a645535', 'project_id': 'bf6e7bbb274340ecbc5025be563f7524', 'fixed_ips': [{'subnet_id': 'bbf9d83c-c4ca-46e3-80af-6ecdbaf5ac44'}]}} from dv-cinder-856941-3-iscsi. {{(pid=106210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 01:19:51.544463 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:51.582833 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Publish callbacks [] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:51.595983 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:51.717449 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9867c5be-1e2e-4489-a0af-ad9e375f7d59 req-ab21fe09-25ff-4a91-9dd2-52462532024e tempest-DeleteServersTestJSON-148812331 tempest-DeleteServersTestJSON-148812331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2a24ff77-efd2-4d53-b120-387e032d8e33 HTTP/1.1" status: 200 len: 210 time: 0.0515544 Sep 13 01:19:51.729991 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 56f94833-769a-41ea-8c28-0f1a63d0e8e0 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:19:51.805006 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Publish callbacks [] for router_gateway (668c2fbc-09db-4498-a507-d0f2f3d03797), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:51.819612 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1587-3a9a-4cb4-97c2-e7749e81e248 req-4f9f738f-8e9f-4c1d-8c7e-c325c7d82714 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:51.821405 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-eadd1587-3a9a-4cb4-97c2-e7749e81e248 req-4f9f738f-8e9f-4c1d-8c7e-c325c7d82714 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 946 time: 0.1256297 Sep 13 01:19:51.903773 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e77ff3-60ea-40ba-b738-d0bf849c2164 None None] Pushing event updated for resources: {'Port': ['ID=6969d2f9-5479-46f1-83c0-4cb02573c6f9,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:51.927251 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Attempting to bind port 6969d2f9-5479-46f1-83c0-4cb02573c6f9 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:19:51.928744 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Attempting to bind port 6969d2f9-5479-46f1-83c0-4cb02573c6f9 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': 'd0fe7925-f633-435b-a5ff-6ec0a53bbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:19:51.929429 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Attempting to bind port 6969d2f9-5479-46f1-83c0-4cb02573c6f9 on network 1634575b-a8d8-4151-84aa-e1e4cfa1c8bc {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:19:51.984597 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 56f94833-769a-41ea-8c28-0f1a63d0e8e0 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:51.985171 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (56f94833-769a-41ea-8c28-0f1a63d0e8e0), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:52.103350 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd791e5-459e-4e7b-9ab5-211469f6e4f6 req-d9ee8669-909d-4ad2-a6be-2318c31615bb tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:52.111376 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4bd791e5-459e-4e7b-9ab5-211469f6e4f6 req-d9ee8669-909d-4ad2-a6be-2318c31615bb tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0711191 Sep 13 01:19:52.173053 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4bd791e5-459e-4e7b-9ab5-211469f6e4f6 req-908baecb-4f68-4243-842c-9821e6de3bd5 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603273 Sep 13 01:19:52.204188 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-eadd1587-3a9a-4cb4-97c2-e7749e81e248 req-e756158c-f7e2-4d93-a9f9-259ff894fc23 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=68d4e433-951f-4f4f-8f85-ea763dfd60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309083 Sep 13 01:19:52.232503 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device aa920202-f96d-4a78-9f35-43655e114baf no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:19:52.241980 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Allocated IP 172.20.0.2 (b0ae1a8f-2399-47ff-9034-9a994a645535/bbf9d83c-c4ca-46e3-80af-6ecdbaf5ac44/dd73d50e-57b5-4354-a355-04a957c844e5) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:19:52.270590 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Publish callbacks [] for router_gateway (668c2fbc-09db-4498-a507-d0f2f3d03797), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:52.296391 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:52.304577 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: aa920202-f96d-4a78-9f35-43655e114baf {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:19:52.305253 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device aa920202-f96d-4a78-9f35-43655e114baf not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:19:52.330271 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:19:52.330665 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Checking segment: {'id': 'd0fe7925-f633-435b-a5ff-6ec0a53bbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:19:52.331312 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:52.331536 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Bound using segment: {'id': 'd0fe7925-f633-435b-a5ff-6ec0a53bbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:19:52.332068 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Bound port: 6969d2f9-5479-46f1-83c0-4cb02573c6f9, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fe7925-f633-435b-a5ff-6ec0a53bbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:19:52.332504 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:52.344915 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:52.415768 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Allocated IP 172.27.1.17 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/f1259d2f-afde-419b-89d1-b5be9041807a) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:19:52.429557 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:52.459036 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 56f94833-769a-41ea-8c28-0f1a63d0e8e0 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:52.494886 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:52.514954 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] For port 6969d2f9-5479-46f1-83c0-4cb02573c6f9, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:19:52.520834 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] For port 6969d2f9-5479-46f1-83c0-4cb02573c6f9, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=6969d2f9-5479-46f1-83c0-4cb02573c6f9,segment=NetworkSegment(d0fe7925-f633-435b-a5ff-6ec0a53bbced),segment_id=d0fe7925-f633-435b-a5ff-6ec0a53bbced)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:19:52.533507 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:52.611695 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Routers {'43b78467-8a1f-46e2-8a90-feea7713f164'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:19:52.611695 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:19:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['43b78467-8a1f-46e2-8a90-feea7713f164'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:52.681374 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Publish callbacks [] for port (dd73d50e-57b5-4354-a355-04a957c844e5), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:52.685420 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e77ff3-60ea-40ba-b738-d0bf849c2164 None None] Pushing event updated for resources: {'Port': ['ID=6969d2f9-5479-46f1-83c0-4cb02573c6f9,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:52.722200 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (dd73d50e-57b5-4354-a355-04a957c844e5), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:52.732860 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Publish callbacks [] for port (f1259d2f-afde-419b-89d1-b5be9041807a), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:52.769204 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (f1259d2f-afde-419b-89d1-b5be9041807a), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:52.780798 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Network b0ae1a8f-2399-47ff-9034-9a994a645535 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:19:52.792043 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:19:52.796029 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:19:52.807272 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:52.817128 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Pushing event updated for resources: {'Port': ['ID=dd73d50e-57b5-4354-a355-04a957c844e5,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:52.824438 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:19:52.830343 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] Set router 43b78467-8a1f-46e2-8a90-feea7713f164 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:19:52.830492 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:19:52.834778 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:19:52.836768 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Pushing event updated for resources: {'Port': ['ID=f1259d2f-afde-419b-89d1-b5be9041807a,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:52.920066 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Attempting to bind port dd73d50e-57b5-4354-a355-04a957c844e5 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:19:52.920436 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Attempting to bind port dd73d50e-57b5-4354-a355-04a957c844e5 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': 'b170e2a7-9a42-47cc-b129-764ff75474b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b0ae1a8f-2399-47ff-9034-9a994a645535'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:19:52.920799 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Attempting to bind port dd73d50e-57b5-4354-a355-04a957c844e5 on network b0ae1a8f-2399-47ff-9034-9a994a645535 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:19:53.055449 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:19:53.055834 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Checking segment: {'id': 'b170e2a7-9a42-47cc-b129-764ff75474b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b0ae1a8f-2399-47ff-9034-9a994a645535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:19:53.056240 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:53.056632 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Bound using segment: {'id': 'b170e2a7-9a42-47cc-b129-764ff75474b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b0ae1a8f-2399-47ff-9034-9a994a645535'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:19:53.057131 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Bound port: dd73d50e-57b5-4354-a355-04a957c844e5, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b170e2a7-9a42-47cc-b129-764ff75474b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b0ae1a8f-2399-47ff-9034-9a994a645535'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:19:53.057566 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (dd73d50e-57b5-4354-a355-04a957c844e5), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:53.060084 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Publish callbacks [] for router_gateway (668c2fbc-09db-4498-a507-d0f2f3d03797), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:53.187222 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'name': 'tempest-TestShelveInstance-845947636-router', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:43Z', 'updated_at': '2022-09-13T01:19:48Z', 'revision_number': 4, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'gw_port': {'id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:44Z', 'updated_at': '2022-09-13T01:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6969d2f9-5479-46f1-83c0-4cb02573c6f9', 'name': '', 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'mac_address': 'fa:16:3e:b2:c8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '976008db-e6b1-447d-85c8-de5490233f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:47Z', 'updated_at': '2022-09-13T01:19:52Z', 'revision_number': 4, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'subnets': [{'id': '976008db-e6b1-447d-85c8-de5490233f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:53.193716 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] For port dd73d50e-57b5-4354-a355-04a957c844e5, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:19:53.230209 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac900b2-393c-47b4-848d-f8fecd46d282 None None] The sync data for ids ['43b78467-8a1f-46e2-8a90-feea7713f164'] in dv-cinder-856941-3-iscsi is: [{'id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'name': 'tempest-TestShelveInstance-845947636-router', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:43Z', 'updated_at': '2022-09-13T01:19:48Z', 'revision_number': 4, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'gw_port': {'id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:44Z', 'updated_at': '2022-09-13T01:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6969d2f9-5479-46f1-83c0-4cb02573c6f9', 'name': '', 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'mac_address': 'fa:16:3e:b2:c8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '976008db-e6b1-447d-85c8-de5490233f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:47Z', 'updated_at': '2022-09-13T01:19:52Z', 'revision_number': 4, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'subnets': [{'id': '976008db-e6b1-447d-85c8-de5490233f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:19:53.235421 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] For port dd73d50e-57b5-4354-a355-04a957c844e5, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=dd73d50e-57b5-4354-a355-04a957c844e5,segment=NetworkSegment(b170e2a7-9a42-47cc-b129-764ff75474b2),segment_id=b170e2a7-9a42-47cc-b129-764ff75474b2)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:19:53.244791 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (dd73d50e-57b5-4354-a355-04a957c844e5), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:53.351602 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84d810-0063-4d3e-b9f2-1d3b0d50487b None None] Pushing event updated for resources: {'Port': ['ID=dd73d50e-57b5-4354-a355-04a957c844e5,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:53.452502 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59b313-b2c7-41e1-b420-73d0618f0aa0 req-65a0fd5d-332f-4e9d-9f98-3c3615fbc23d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:53.455038 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3b59b313-b2c7-41e1-b420-73d0618f0aa0 req-65a0fd5d-332f-4e9d-9f98-3c3615fbc23d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.1043243 Sep 13 01:19:53.485438 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-961843'] for router (668c2fbc-09db-4498-a507-d0f2f3d03797), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:53.506151 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b665a-3c80-459e-8803-6d88c483d68e req-530c83c1-5a27-4b50-ae70-30966bb7b1ce tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:53.514879 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-945b665a-3c80-459e-8803-6d88c483d68e req-530c83c1-5a27-4b50-ae70-30966bb7b1ce tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 946 time: 0.1139657 Sep 13 01:19:53.538220 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3b59b313-b2c7-41e1-b420-73d0618f0aa0 req-f5a44270-b508-473f-a84d-54500403c90b tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782082 Sep 13 01:19:53.611997 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 6969d2f9-5479-46f1-83c0-4cb02573c6f9 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:19:53.692314 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:53.775573 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 6969d2f9-5479-46f1-83c0-4cb02573c6f9 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:53.775998 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:53.785236 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-945b665a-3c80-459e-8803-6d88c483d68e req-dab2887c-da1c-4cbf-b871-154d2b7bc626 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=68d4e433-951f-4f4f-8f85-ea763dfd60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665734 Sep 13 01:19:53.820586 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Router 668c2fbc-09db-4498-a507-d0f2f3d03797 is scheduled to L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb with binding_index 1 {{(pid=106208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 01:19:53.873346 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:53.950572 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 6969d2f9-5479-46f1-83c0-4cb02573c6f9 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:53.951256 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:53.999914 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:19:54.010638 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Sync routers for ids ['668c2fbc-09db-4498-a507-d0f2f3d03797'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:19:54.028059 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 6969d2f9-5479-46f1-83c0-4cb02573c6f9, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=6969d2f9-5479-46f1-83c0-4cb02573c6f9,segment=NetworkSegment(d0fe7925-f633-435b-a5ff-6ec0a53bbced),segment_id=d0fe7925-f633-435b-a5ff-6ec0a53bbced)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:54.032506 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:54.032827 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:54.034301 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-8a8161ac-1393-48f2-ad79-f6f229cfcf1b admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6582086 Sep 13 01:19:54.037146 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34062) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:54.043569 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Routers {'668c2fbc-09db-4498-a507-d0f2f3d03797'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:19:54.047940 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:19:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['668c2fbc-09db-4498-a507-d0f2f3d03797'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:54.081777 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:54.098157 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=6969d2f9-5479-46f1-83c0-4cb02573c6f9,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:54.140625 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device b78fe83e-11a7-4b62-bf91-c14c14bb0a62 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:19:54.223164 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:54.280928 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Set router 668c2fbc-09db-4498-a507-d0f2f3d03797 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:19:54.343741 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port b78fe83e-11a7-4b62-bf91-c14c14bb0a62, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=b78fe83e-11a7-4b62-bf91-c14c14bb0a62,segment=NetworkSegment(26177c96-b373-43fa-887e-98ae64d674f3),segment_id=26177c96-b373-43fa-887e-98ae64d674f3)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:54.363569 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': 'b78fe83e-11a7-4b62-bf91-c14c14bb0a62', 'network_id': 'edd507a4-8582-4104-a38b-c9eba0f76a88', 'port_id': 'b78fe83e-11a7-4b62-bf91-c14c14bb0a62', 'mac_address': 'fa:16:3e:8a:1f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809bd69f-3d58-4a14-b3be-87df325ba211', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:19:54.371307 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34072) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:54.434055 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port b78fe83e-11a7-4b62-bf91-c14c14bb0a62 is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:54.435012 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (b78fe83e-11a7-4b62-bf91-c14c14bb0a62), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:54.466210 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78fe83e-11a7-4b62-bf91-c14c14bb0a62 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:19:54.477778 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34074) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:54.516577 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port b78fe83e-11a7-4b62-bf91-c14c14bb0a62, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=b78fe83e-11a7-4b62-bf91-c14c14bb0a62,segment=NetworkSegment(26177c96-b373-43fa-887e-98ae64d674f3),segment_id=26177c96-b373-43fa-887e-98ae64d674f3)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:54.528679 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (b78fe83e-11a7-4b62-bf91-c14c14bb0a62), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:54.659817 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f4a7b54c-8f5d-441b-b299-f03b3fa50989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:54.687986 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=b78fe83e-11a7-4b62-bf91-c14c14bb0a62,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:54.721630 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'name': 'tempest-TestShelveInstance-898193889-router', 'tenant_id': 'bf6e7bbb274340ecbc5025be563f7524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'f1259d2f-afde-419b-89d1-b5be9041807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:51Z', 'updated_at': '2022-09-13T01:19:52Z', 'revision_number': 3, 'project_id': 'bf6e7bbb274340ecbc5025be563f7524', 'gw_port': {'id': 'f1259d2f-afde-419b-89d1-b5be9041807a', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:52Z', 'updated_at': '2022-09-13T01:19:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:54.751207 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Checking router: 668c2fbc-09db-4498-a507-d0f2f3d03797 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:19:54.751556 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Updating router 668c2fbc-09db-4498-a507-d0f2f3d03797 port f1259d2f-afde-419b-89d1-b5be9041807a binding host dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:19:54.776388 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1448bd-0241-463a-8bba-4b7bb4d9efa3 req-350ce061-539b-47c4-bc2a-e47540d3f480 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:54.779990 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fc1448bd-0241-463a-8bba-4b7bb4d9efa3 req-350ce061-539b-47c4-bc2a-e47540d3f480 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.1047845 Sep 13 01:19:54.794346 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (f1259d2f-afde-419b-89d1-b5be9041807a), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:54.806049 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['b78fe83e-11a7-4b62-bf91-c14c14bb0a62'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:19:54.898999 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fc1448bd-0241-463a-8bba-4b7bb4d9efa3 req-c9ce793a-8aba-4845-a569-97448ece0f67 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080427 Sep 13 01:19:54.937809 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f84c1f-3084-4e57-9993-cb1512f7af5a None None] Network b0ae1a8f-2399-47ff-9034-9a994a645535 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:19:54.948638 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f4a7b54c-8f5d-441b-b299-f03b3fa50989 admin admin] Publish callbacks [] for security_group (eb64f3ce-8e6d-483f-965d-3cc4cd8af533), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:54.957562 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f4a7b54c-8f5d-441b-b299-f03b3fa50989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (eb64f3ce-8e6d-483f-965d-3cc4cd8af533), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:55.007800 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:55.099627 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-8a3ceb58-41ea-4820-9751-781f8ad61e99 None None] Provisioning complete for port dd73d50e-57b5-4354-a355-04a957c844e5 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:55.100004 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8a3ceb58-41ea-4820-9751-781f8ad61e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (dd73d50e-57b5-4354-a355-04a957c844e5), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:55.115840 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7b54c-8f5d-441b-b299-f03b3fa50989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb64f3ce-8e6d-483f-965d-3cc4cd8af533,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:55.133212 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-f4a7b54c-8f5d-441b-b299-f03b3fa50989 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=23de74e9ab87420c8dfee0f2f7fe57c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6540365 Sep 13 01:19:55.135933 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34090) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:55.218878 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:55.296892 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ceb58-41ea-4820-9751-781f8ad61e99 None None] Current status of the port dd73d50e-57b5-4354-a355-04a957c844e5 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:55.297607 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8a3ceb58-41ea-4820-9751-781f8ad61e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (dd73d50e-57b5-4354-a355-04a957c844e5), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:55.297875 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d275551f-1884-4acf-a36f-82827bafb787 admin admin] Publish callbacks [] for security_group (eb64f3ce-8e6d-483f-965d-3cc4cd8af533), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:55.349292 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d275551f-1884-4acf-a36f-82827bafb787 admin admin] Publish callbacks [] for security_group (eb64f3ce-8e6d-483f-965d-3cc4cd8af533), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:55.400426 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Publish callbacks [] for port (f1259d2f-afde-419b-89d1-b5be9041807a), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:55.413799 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (f1259d2f-afde-419b-89d1-b5be9041807a), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:55.424269 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34094) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:55.455653 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d275551f-1884-4acf-a36f-82827bafb787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (eb64f3ce-8e6d-483f-965d-3cc4cd8af533), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:55.458191 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d275551f-1884-4acf-a36f-82827bafb787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:55.459575 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-d275551f-1884-4acf-a36f-82827bafb787 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/eb64f3ce-8e6d-483f-965d-3cc4cd8af533 HTTP/1.1" status: 204 len: 168 time: 0.3227358 Sep 13 01:19:55.473063 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275551f-1884-4acf-a36f-82827bafb787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb64f3ce-8e6d-483f-965d-3cc4cd8af533,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:55.549084 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Attempting to bind port f1259d2f-afde-419b-89d1-b5be9041807a on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:19:55.549445 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Attempting to bind port f1259d2f-afde-419b-89d1-b5be9041807a by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:19:55.549798 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Attempting to bind port f1259d2f-afde-419b-89d1-b5be9041807a on network 2a9ecfbd-a328-4077-a2ee-7c267345041e {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:19:55.595351 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:55.600175 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ccf76-2df6-49c8-91e7-3f97a890c4c0 req-941a0074-8ff0-4956-b220-7262299effc1 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:55.601956 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-594ccf76-2df6-49c8-91e7-3f97a890c4c0 req-941a0074-8ff0-4956-b220-7262299effc1 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 947 time: 0.2623093 Sep 13 01:19:55.683539 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-8a3ceb58-41ea-4820-9751-781f8ad61e99 None None] For port dd73d50e-57b5-4354-a355-04a957c844e5, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=dd73d50e-57b5-4354-a355-04a957c844e5,segment=NetworkSegment(b170e2a7-9a42-47cc-b129-764ff75474b2),segment_id=b170e2a7-9a42-47cc-b129-764ff75474b2)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:55.691081 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8a3ceb58-41ea-4820-9751-781f8ad61e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (dd73d50e-57b5-4354-a355-04a957c844e5), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:55.779801 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3ccda-1169-4500-8649-31a8991d90ef None None] Pushing event updated for resources: {'Port': ['ID=f1259d2f-afde-419b-89d1-b5be9041807a,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:55.787480 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ceb58-41ea-4820-9751-781f8ad61e99 None None] Pushing event updated for resources: {'Port': ['ID=dd73d50e-57b5-4354-a355-04a957c844e5,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:55.790095 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device dd73d50e-57b5-4354-a355-04a957c844e5 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:19:55.823371 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:19:55.823775 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Checking segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:19:55.824181 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:55.824575 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Bound using segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:19:55.825149 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Bound port: f1259d2f-afde-419b-89d1-b5be9041807a, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:19:55.825569 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (f1259d2f-afde-419b-89d1-b5be9041807a), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:55.836859 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:55.871552 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:55.875268 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-b06a0a6e-8e14-434b-aac4-e9137a79518b None None] Provisioning complete for port dd73d50e-57b5-4354-a355-04a957c844e5 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:55.875681 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b06a0a6e-8e14-434b-aac4-e9137a79518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (dd73d50e-57b5-4354-a355-04a957c844e5), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:55.885986 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cabd5cbb-c513-45ee-ad68-54ba8bd54b2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:55.909458 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] For port f1259d2f-afde-419b-89d1-b5be9041807a, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:19:55.913388 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] For port f1259d2f-afde-419b-89d1-b5be9041807a, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=f1259d2f-afde-419b-89d1-b5be9041807a,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:19:55.920376 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-594ccf76-2df6-49c8-91e7-3f97a890c4c0 req-ea26ffb9-3e7d-4daf-bb44-01db1b9517cb tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=68d4e433-951f-4f4f-8f85-ea763dfd60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024020 Sep 13 01:19:55.922133 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (f1259d2f-afde-419b-89d1-b5be9041807a), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.009583 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cabd5cbb-c513-45ee-ad68-54ba8bd54b2b admin admin] Publish callbacks [] for security_group (cbfcdd1d-d5b1-45fd-be22-f8687ba239f0), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.016800 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cabd5cbb-c513-45ee-ad68-54ba8bd54b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (cbfcdd1d-d5b1-45fd-be22-f8687ba239f0), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.023013 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Routers {'668c2fbc-09db-4498-a507-d0f2f3d03797'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:19:56.024366 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:19:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['668c2fbc-09db-4498-a507-d0f2f3d03797'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:56.035877 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34104) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:56.054504 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port dd73d50e-57b5-4354-a355-04a957c844e5 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:56.055111 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (dd73d50e-57b5-4354-a355-04a957c844e5), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.081396 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3ccda-1169-4500-8649-31a8991d90ef None None] Pushing event updated for resources: {'Port': ['ID=f1259d2f-afde-419b-89d1-b5be9041807a,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:56.088007 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3a491ea1-7249-478f-8cea-2c42e9538146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609695'] for router_interface (bd794fc0-1ad3-40d6-a82d-cec9bba01c12), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.128025 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a8696b90-f226-4e0d-98b5-d24ae7c3c421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.133638 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-b06a0a6e-8e14-434b-aac4-e9137a79518b None None] Current status of the port dd73d50e-57b5-4354-a355-04a957c844e5 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:56.135062 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=12 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:56.144270 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd5cbb-c513-45ee-ad68-54ba8bd54b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfcdd1d-d5b1-45fd-be22-f8687ba239f0,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:56.150554 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:56.156534 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device b78fe83e-11a7-4b62-bf91-c14c14bb0a62 up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:19:56.173958 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] Set router 668c2fbc-09db-4498-a507-d0f2f3d03797 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:19:56.237948 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:56.241866 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port dd73d50e-57b5-4354-a355-04a957c844e5 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:56.246084 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 6969d2f9-5479-46f1-83c0-4cb02573c6f9 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:19:56.278635 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a8696b90-f226-4e0d-98b5-d24ae7c3c421 admin admin] Publish callbacks [] for security_group (b6d181ff-f644-4e16-8680-9d93f7c90af0), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.282314 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-cabd5cbb-c513-45ee-ad68-54ba8bd54b2b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=809269e9842048c1a8336e92c8d343d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8570461 Sep 13 01:19:56.291129 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2504cc-ac6e-41bd-aa38-959ada9b354b req-58089e04-9e58-47f5-b7b0-ea9446dd2469 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:56.292135 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34106) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:56.293192 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ad2504cc-ac6e-41bd-aa38-959ada9b354b req-58089e04-9e58-47f5-b7b0-ea9446dd2469 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.2714696 Sep 13 01:19:56.296068 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a8696b90-f226-4e0d-98b5-d24ae7c3c421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (b6d181ff-f644-4e16-8680-9d93f7c90af0), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.301248 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port b78fe83e-11a7-4b62-bf91-c14c14bb0a62 completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:19:56.312772 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port b78fe83e-11a7-4b62-bf91-c14c14bb0a62 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:56.313146 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (b78fe83e-11a7-4b62-bf91-c14c14bb0a62), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.313495 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:56.352138 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 6969d2f9-5479-46f1-83c0-4cb02573c6f9 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:56.352641 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.369979 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-a8696b90-f226-4e0d-98b5-d24ae7c3c421 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=eccc2cce5a7e44f9a5394ebb46fce162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168113 Sep 13 01:19:56.374244 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8696b90-f226-4e0d-98b5-d24ae7c3c421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d181ff-f644-4e16-8680-9d93f7c90af0,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:56.376980 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34108) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:56.401570 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'name': 'tempest-TestShelveInstance-898193889-router', 'tenant_id': 'bf6e7bbb274340ecbc5025be563f7524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'f1259d2f-afde-419b-89d1-b5be9041807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:51Z', 'updated_at': '2022-09-13T01:19:52Z', 'revision_number': 3, 'project_id': 'bf6e7bbb274340ecbc5025be563f7524', 'gw_port': {'id': 'f1259d2f-afde-419b-89d1-b5be9041807a', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:52Z', 'updated_at': '2022-09-13T01:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:56.406936 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:56.450018 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ad2504cc-ac6e-41bd-aa38-959ada9b354b req-c1e4f94c-aa5b-40d0-a6ec-ae53d2440634 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367607 Sep 13 01:19:56.450727 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912653ec-27d6-4dcd-b0d9-230250de76b1 None None] The sync data for ids ['668c2fbc-09db-4498-a507-d0f2f3d03797'] in dv-cinder-856941-3-iscsi is: [{'id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'name': 'tempest-TestShelveInstance-898193889-router', 'tenant_id': 'bf6e7bbb274340ecbc5025be563f7524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'f1259d2f-afde-419b-89d1-b5be9041807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:51Z', 'updated_at': '2022-09-13T01:19:52Z', 'revision_number': 3, 'project_id': 'bf6e7bbb274340ecbc5025be563f7524', 'gw_port': {'id': 'f1259d2f-afde-419b-89d1-b5be9041807a', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:52Z', 'updated_at': '2022-09-13T01:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:19:56.462118 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] Allocated IP 172.20.0.1 (b0ae1a8f-2399-47ff-9034-9a994a645535/bbf9d83c-c4ca-46e3-80af-6ecdbaf5ac44/64ec3b34-2b5e-4724-9516-6e7526cab8d2) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:19:56.462585 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port b78fe83e-11a7-4b62-bf91-c14c14bb0a62 is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:56.463006 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (b78fe83e-11a7-4b62-bf91-c14c14bb0a62), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.491763 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a2843b38-0364-44de-9bf4-157023dd2c80 admin admin] Publish callbacks [] for security_group (b6d181ff-f644-4e16-8680-9d93f7c90af0), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.503514 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 6969d2f9-5479-46f1-83c0-4cb02573c6f9 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:56.521274 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a2843b38-0364-44de-9bf4-157023dd2c80 admin admin] Publish callbacks [] for security_group (b6d181ff-f644-4e16-8680-9d93f7c90af0), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.527697 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b3a740-470d-4918-88b1-aa761182fc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78fe83e-11a7-4b62-bf91-c14c14bb0a62'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:19:56.530567 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29103073-74e8-4ab4-a708-037873a22747" -d '{"events": [{"server_uuid": "a6b3a740-470d-4918-88b1-aa761182fc2a", "name": "network-vif-plugged", "status": "completed", "tag": "b78fe83e-11a7-4b62-bf91-c14c14bb0a62"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:19:56.544514 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port b78fe83e-11a7-4b62-bf91-c14c14bb0a62, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=b78fe83e-11a7-4b62-bf91-c14c14bb0a62,segment=NetworkSegment(26177c96-b373-43fa-887e-98ae64d674f3),segment_id=26177c96-b373-43fa-887e-98ae64d674f3)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:56.550749 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (b78fe83e-11a7-4b62-bf91-c14c14bb0a62), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.593955 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2435c7-e357-4977-9851-805813f50baa x-openstack-request-id: req-2f2435c7-e357-4977-9851-805813f50baa {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:19:56.594267 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b3a740-470d-4918-88b1-aa761182fc2a", "name": "network-vif-plugged", "status": "completed", "tag": "b78fe83e-11a7-4b62-bf91-c14c14bb0a62", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:19:56.594477 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f2435c7-e357-4977-9851-805813f50baa {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:19:56.595063 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f2435c7-e357-4977-9851-805813f50baa'] response: {'server_uuid': 'a6b3a740-470d-4918-88b1-aa761182fc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78fe83e-11a7-4b62-bf91-c14c14bb0a62', 'code': 200} Sep 13 01:19:56.599422 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a2843b38-0364-44de-9bf4-157023dd2c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (b6d181ff-f644-4e16-8680-9d93f7c90af0), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.603496 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a2843b38-0364-44de-9bf4-157023dd2c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.605154 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-a2843b38-0364-44de-9bf4-157023dd2c80 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b6d181ff-f644-4e16-8680-9d93f7c90af0 HTTP/1.1" status: 204 len: 168 time: 0.2152760 Sep 13 01:19:56.605457 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-01eb9707-4206-4808-9f1f-89d0ca7b0bc0 admin admin] Publish callbacks [] for security_group (cbfcdd1d-d5b1-45fd-be22-f8687ba239f0), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.635366 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=b78fe83e-11a7-4b62-bf91-c14c14bb0a62,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:56.652082 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2843b38-0364-44de-9bf4-157023dd2c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d181ff-f644-4e16-8680-9d93f7c90af0,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:56.680903 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-01eb9707-4206-4808-9f1f-89d0ca7b0bc0 admin admin] Publish callbacks [] for security_group (cbfcdd1d-d5b1-45fd-be22-f8687ba239f0), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.764745 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-3a491ea1-7249-478f-8cea-2c42e9538146 admin admin] Deleting port 6c21bb16-18de-4240-bd10-3168e7b61ca5 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:19:56.765087 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3a491ea1-7249-478f-8cea-2c42e9538146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.772313 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] Publish callbacks [] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.880845 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47c638-0bb7-4703-b9a6-b5d3d24b12de req-fc5e6c03-eaaa-4c35-bc06-4cf4724313d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:56.882336 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6f47c638-0bb7-4703-b9a6-b5d3d24b12de req-fc5e6c03-eaaa-4c35-bc06-4cf4724313d2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 1132 time: 0.0988700 Sep 13 01:19:56.908224 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:56.910417 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-01eb9707-4206-4808-9f1f-89d0ca7b0bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (cbfcdd1d-d5b1-45fd-be22-f8687ba239f0), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.910546 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:56.919462 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-01eb9707-4206-4808-9f1f-89d0ca7b0bc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:56.920644 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-01eb9707-4206-4808-9f1f-89d0ca7b0bc0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cbfcdd1d-d5b1-45fd-be22-f8687ba239f0 HTTP/1.1" status: 204 len: 168 time: 0.6199532 Sep 13 01:19:56.971812 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb9707-4206-4808-9f1f-89d0ca7b0bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfcdd1d-d5b1-45fd-be22-f8687ba239f0,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:56.997325 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:57.000802 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-3a491ea1-7249-478f-8cea-2c42e9538146 admin admin] For port 6c21bb16-18de-4240-bd10-3168e7b61ca5, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=6c21bb16-18de-4240-bd10-3168e7b61ca5,segment=NetworkSegment(56ee7bc1-29ba-43c3-9e8e-c4094f3c3327),segment_id=56ee7bc1-29ba-43c3-9e8e-c4094f3c3327)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:57.001158 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3a491ea1-7249-478f-8cea-2c42e9538146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:57.081611 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6f47c638-0bb7-4703-b9a6-b5d3d24b12de req-5f408096-44e3-4015-95a7-abe2eabdbfeb service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=68d4e433-951f-4f4f-8f85-ea763dfd60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899166 Sep 13 01:19:57.085516 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-3a491ea1-7249-478f-8cea-2c42e9538146 admin admin] Calling delete_port for 6c21bb16-18de-4240-bd10-3168e7b61ca5 owned by network:router_interface {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:19:57.097726 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:57.121604 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] Network b0ae1a8f-2399-47ff-9034-9a994a645535 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:19:57.124932 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:19:57.129639 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] Pushing event updated for resources: {'Port': ['ID=64ec3b34-2b5e-4724-9516-6e7526cab8d2,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:57.133588 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:19:57.134138 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609558'] for router_interface (668c2fbc-09db-4498-a507-d0f2f3d03797), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:57.180425 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332747a6-a5a0-48a7-9135-b7c296a07415 req-7a6c2867-461c-4f6a-a9bc-5f4f271a295b tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:57.182006 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-332747a6-a5a0-48a7-9135-b7c296a07415 req-7a6c2867-461c-4f6a-a9bc-5f4f271a295b tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 948 time: 0.1363091 Sep 13 01:19:57.234337 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:57.272244 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-332747a6-a5a0-48a7-9135-b7c296a07415 req-7f432b45-de28-4ebd-ab26-bbeed6663b39 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=68d4e433-951f-4f4f-8f85-ea763dfd60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820746 Sep 13 01:19:57.465105 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-b90fec55-f2d8-46b1-900a-a6210660c2f5 None None] Provisioning complete for port 64ec3b34-2b5e-4724-9516-6e7526cab8d2 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:57.467136 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b90fec55-f2d8-46b1-900a-a6210660c2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:57.542444 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:57.549739 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-b90fec55-f2d8-46b1-900a-a6210660c2f5 None None] Port 64ec3b34-2b5e-4724-9516-6e7526cab8d2 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:19:57.667542 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34132) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:57.681922 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e8cddbfa-e8b8-4e20-a451-424ccd52bdd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:57.695966 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device dd73d50e-57b5-4354-a355-04a957c844e5 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:19:57.768351 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177cbb2-d3c7-496d-96e0-2ce0de0615e1 req-df5d06d7-91d9-44a3-baa5-318f57304b0c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:57.769278 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e8cddbfa-e8b8-4e20-a451-424ccd52bdd4 admin admin] Publish callbacks [] for security_group (6888c843-f931-480c-9ffb-fb561ca6a215), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:57.775459 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e8cddbfa-e8b8-4e20-a451-424ccd52bdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (6888c843-f931-480c-9ffb-fb561ca6a215), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:57.782084 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3177cbb2-d3c7-496d-96e0-2ce0de0615e1 req-df5d06d7-91d9-44a3-baa5-318f57304b0c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.1493087 Sep 13 01:19:57.791196 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port dd73d50e-57b5-4354-a355-04a957c844e5 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:57.791662 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (dd73d50e-57b5-4354-a355-04a957c844e5), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:57.847350 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-e8cddbfa-e8b8-4e20-a451-424ccd52bdd4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9bc52069875c413195933c9143cc6ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1787045 Sep 13 01:19:57.847957 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34134) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:57.848660 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cddbfa-e8b8-4e20-a451-424ccd52bdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6888c843-f931-480c-9ffb-fb561ca6a215,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:57.864305 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3177cbb2-d3c7-496d-96e0-2ce0de0615e1 req-ff9d17f9-3107-4a2e-a742-0906f0505192 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810323 Sep 13 01:19:57.925512 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3a491ea1-7249-478f-8cea-2c42e9538146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (6c21bb16-18de-4240-bd10-3168e7b61ca5), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:57.932220 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port dd73d50e-57b5-4354-a355-04a957c844e5 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:57.933262 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device f1259d2f-afde-419b-89d1-b5be9041807a up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:19:57.940947 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0bffeda4-530b-4ee4-8119-4ae2fd59c45c admin admin] Publish callbacks [] for security_group (6888c843-f931-480c-9ffb-fb561ca6a215), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:57.967204 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0bffeda4-530b-4ee4-8119-4ae2fd59c45c admin admin] Publish callbacks [] for security_group (6888c843-f931-480c-9ffb-fb561ca6a215), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:57.971656 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a491ea1-7249-478f-8cea-2c42e9538146 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c21bb16-18de-4240-bd10-3168e7b61ca5,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:57.987532 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port f1259d2f-afde-419b-89d1-b5be9041807a triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:57.988092 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (f1259d2f-afde-419b-89d1-b5be9041807a), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:58.045303 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] Publish callbacks [] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:58.055527 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0bffeda4-530b-4ee4-8119-4ae2fd59c45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (6888c843-f931-480c-9ffb-fb561ca6a215), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:58.058734 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0bffeda4-530b-4ee4-8119-4ae2fd59c45c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:58.063647 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-0bffeda4-530b-4ee4-8119-4ae2fd59c45c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6888c843-f931-480c-9ffb-fb561ca6a215 HTTP/1.1" status: 204 len: 168 time: 0.2121935 Sep 13 01:19:58.073022 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffeda4-530b-4ee4-8119-4ae2fd59c45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6888c843-f931-480c-9ffb-fb561ca6a215,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:58.098381 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:58.099148 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609666'] for router_interface (668c2fbc-09db-4498-a507-d0f2f3d03797), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:58.100152 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port f1259d2f-afde-419b-89d1-b5be9041807a is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:19:58.100759 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (f1259d2f-afde-419b-89d1-b5be9041807a), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:58.143634 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port f1259d2f-afde-419b-89d1-b5be9041807a, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=f1259d2f-afde-419b-89d1-b5be9041807a,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:19:58.165157 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (f1259d2f-afde-419b-89d1-b5be9041807a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:58.278844 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=f1259d2f-afde-419b-89d1-b5be9041807a,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:58.318730 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] Pushing event updated for resources: {'Port': ['ID=64ec3b34-2b5e-4724-9516-6e7526cab8d2,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:58.354153 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:58.355670 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3a491ea1-7249-478f-8cea-2c42e9538146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957967'] for router_interface (bd794fc0-1ad3-40d6-a82d-cec9bba01c12), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:58.444212 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] Network b0ae1a8f-2399-47ff-9034-9a994a645535 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:19:58.446338 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:58.452973 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:19:58.469460 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cd5d1-3dd9-4dda-ac6b-4822bfe0dc43 req-d83bca78-5281-4aa6-82e8-a610368ab96c tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:58.471589 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3c6cd5d1-3dd9-4dda-ac6b-4822bfe0dc43 req-d83bca78-5281-4aa6-82e8-a610368ab96c tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 948 time: 0.0756843 Sep 13 01:19:58.556896 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3c6cd5d1-3dd9-4dda-ac6b-4822bfe0dc43 req-afb5fccd-fd69-475c-9092-ebf14fe2cedc tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=68d4e433-951f-4f4f-8f85-ea763dfd60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773642 Sep 13 01:19:58.631344 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34156) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:58.653041 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-658f1a02-00d2-427c-83d3-dc20255eff45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:58.783895 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:58.796936 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-f850f5ec-546b-4157-ab86-15ffe19e5991 None None] Provisioning complete for port 64ec3b34-2b5e-4724-9516-6e7526cab8d2 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:58.796936 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f850f5ec-546b-4157-ab86-15ffe19e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:58.797566 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:58.805893 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-658f1a02-00d2-427c-83d3-dc20255eff45 admin admin] Publish callbacks [] for security_group (c767042f-2090-4fbd-bb01-1f8087ffd7f2), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:58.812946 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-658f1a02-00d2-427c-83d3-dc20255eff45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (c767042f-2090-4fbd-bb01-1f8087ffd7f2), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:58.854632 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-658f1a02-00d2-427c-83d3-dc20255eff45 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d814167c18944a57bfeff3002b244347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217076 Sep 13 01:19:58.867176 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34160) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:58.920814 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-f850f5ec-546b-4157-ab86-15ffe19e5991 None None] Port 64ec3b34-2b5e-4724-9516-6e7526cab8d2 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:19:58.955261 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f1a02-00d2-427c-83d3-dc20255eff45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c767042f-2090-4fbd-bb01-1f8087ffd7f2,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:58.992704 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cef517ec-a80d-46c5-8802-ac7d261d806f admin admin] Publish callbacks [] for security_group (c767042f-2090-4fbd-bb01-1f8087ffd7f2), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:59.027329 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] Router 668c2fbc-09db-4498-a507-d0f2f3d03797 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:19:59.052730 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cef517ec-a80d-46c5-8802-ac7d261d806f admin admin] Publish callbacks [] for security_group (c767042f-2090-4fbd-bb01-1f8087ffd7f2), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:59.080634 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797e667-1ae5-429d-8018-b3fcf43a3c59 req-d5e31b07-aba1-4b02-9d7c-6d4337202dc3 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:59.082332 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3797e667-1ae5-429d-8018-b3fcf43a3c59 req-d5e31b07-aba1-4b02-9d7c-6d4337202dc3 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0849078 Sep 13 01:19:59.146661 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3797e667-1ae5-429d-8018-b3fcf43a3c59 req-690a1c5a-373e-4e04-9e52-f69b106b25fb tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551119 Sep 13 01:19:59.156541 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cef517ec-a80d-46c5-8802-ac7d261d806f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (c767042f-2090-4fbd-bb01-1f8087ffd7f2), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:59.159616 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cef517ec-a80d-46c5-8802-ac7d261d806f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:59.163381 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-cef517ec-a80d-46c5-8802-ac7d261d806f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c767042f-2090-4fbd-bb01-1f8087ffd7f2 HTTP/1.1" status: 204 len: 168 time: 0.2926559 Sep 13 01:19:59.182038 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef517ec-a80d-46c5-8802-ac7d261d806f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c767042f-2090-4fbd-bb01-1f8087ffd7f2,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:19:59.208262 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fa52e-2e74-4f71-a6d7-1878bc4211bd req-81bef10e-36c0-43dc-9fbc-2c2bea6ce407 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:19:59.209803 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-408fa52e-2e74-4f71-a6d7-1878bc4211bd req-81bef10e-36c0-43dc-9fbc-2c2bea6ce407 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 948 time: 0.2172942 Sep 13 01:19:59.291784 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a491ea1-7249-478f-8cea-2c42e9538146 admin admin] Router bd794fc0-1ad3-40d6-a82d-cec9bba01c12 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:19:59.347300 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:19:59.359366 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c724477-d294-472a-8879-00503f4276bd None None] Sync routers for ids ['668c2fbc-09db-4498-a507-d0f2f3d03797'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:19:59.361128 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-408fa52e-2e74-4f71-a6d7-1878bc4211bd req-6bb19cc9-6b1d-4806-97b2-6fc8bf85c82a tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=68d4e433-951f-4f4f-8f85-ea763dfd60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328135 Sep 13 01:19:59.374280 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c724477-d294-472a-8879-00503f4276bd None None] Routers {'668c2fbc-09db-4498-a507-d0f2f3d03797'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:19:59.375061 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-8c724477-d294-472a-8879-00503f4276bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:19:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['668c2fbc-09db-4498-a507-d0f2f3d03797'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:59.406879 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-4fcd7928-6b54-4239-b850-a9a9916628a5 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/668c2fbc-09db-4498-a507-d0f2f3d03797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3632610 Sep 13 01:19:59.492972 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-8c724477-d294-472a-8879-00503f4276bd None None] Set router 668c2fbc-09db-4498-a507-d0f2f3d03797 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:19:59.517406 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a491ea1-7249-478f-8cea-2c42e9538146 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:19:59.525694 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-3a491ea1-7249-478f-8cea-2c42e9538146 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/bd794fc0-1ad3-40d6-a82d-cec9bba01c12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1508634 Sep 13 01:19:59.526190 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34184) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:19:59.531809 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e73e70-6560-422d-b961-3e44b4a98daf None None] Sync routers for ids ['bd794fc0-1ad3-40d6-a82d-cec9bba01c12'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:19:59.569100 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e73e70-6560-422d-b961-3e44b4a98daf None None] Routers {'bd794fc0-1ad3-40d6-a82d-cec9bba01c12'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:19:59.573536 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-35e73e70-6560-422d-b961-3e44b4a98daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:19:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['bd794fc0-1ad3-40d6-a82d-cec9bba01c12'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:59.705759 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-35e73e70-6560-422d-b961-3e44b4a98daf None None] Set router bd794fc0-1ad3-40d6-a82d-cec9bba01c12 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:19:59.711619 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device f1259d2f-afde-419b-89d1-b5be9041807a up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:19:59.757643 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0b8c214b-b69c-4402-9054-42bc47bcc681 admin admin] Publish callbacks [] for router (bd794fc0-1ad3-40d6-a82d-cec9bba01c12), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:59.774272 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:19:59.821855 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port f1259d2f-afde-419b-89d1-b5be9041807a triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:19:59.822484 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (f1259d2f-afde-419b-89d1-b5be9041807a), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:59.893897 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0b8c214b-b69c-4402-9054-42bc47bcc681 admin admin] Publish callbacks [] for router_gateway (bd794fc0-1ad3-40d6-a82d-cec9bba01c12), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:19:59.930172 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-35e73e70-6560-422d-b961-3e44b4a98daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'name': 'tempest-DeleteServersTestJSON-1790228227-router', 'tenant_id': '6475b1b1e54c4b0eb86021d82021de78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '72870bac-96f0-4132-99b2-5d6b93b8a0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:37Z', 'updated_at': '2022-09-13T01:19:57Z', 'revision_number': 5, 'project_id': '6475b1b1e54c4b0eb86021d82021de78', 'gw_port': {'id': '72870bac-96f0-4132-99b2-5d6b93b8a0b8', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:27:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:39Z', 'updated_at': '2022-09-13T01:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:19:59.949221 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-0b8c214b-b69c-4402-9054-42bc47bcc681 admin admin] Deleting port 72870bac-96f0-4132-99b2-5d6b93b8a0b8 {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:19:59.950442 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0b8c214b-b69c-4402-9054-42bc47bcc681 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (72870bac-96f0-4132-99b2-5d6b93b8a0b8), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:00.013851 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ed4a1491-e699-48db-878c-fd24385bfbfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:00.017928 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:00.020069 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-8c724477-d294-472a-8879-00503f4276bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'name': 'tempest-TestShelveInstance-898193889-router', 'tenant_id': 'bf6e7bbb274340ecbc5025be563f7524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'f1259d2f-afde-419b-89d1-b5be9041807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:51Z', 'updated_at': '2022-09-13T01:19:57Z', 'revision_number': 4, 'project_id': 'bf6e7bbb274340ecbc5025be563f7524', 'gw_port': {'id': 'f1259d2f-afde-419b-89d1-b5be9041807a', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:52Z', 'updated_at': '2022-09-13T01:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '64ec3b34-2b5e-4724-9516-6e7526cab8d2', 'name': '', 'network_id': 'b0ae1a8f-2399-47ff-9034-9a994a645535', 'tenant_id': 'bf6e7bbb274340ecbc5025be563f7524', 'mac_address': 'fa:16:3e:84:d2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'bbf9d83c-c4ca-46e3-80af-6ecdbaf5ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:56Z', 'updated_at': '2022-09-13T01:19:57Z', 'revision_number': 2, 'project_id': 'bf6e7bbb274340ecbc5025be563f7524', 'subnets': [{'id': 'bbf9d83c-c4ca-46e3-80af-6ecdbaf5ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:00.034308 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e73e70-6560-422d-b961-3e44b4a98daf None None] Checking router: bd794fc0-1ad3-40d6-a82d-cec9bba01c12 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:20:00.063649 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e73e70-6560-422d-b961-3e44b4a98daf None None] Routers {'bd794fc0-1ad3-40d6-a82d-cec9bba01c12'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:20:00.066899 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c724477-d294-472a-8879-00503f4276bd None None] Checking router: 668c2fbc-09db-4498-a507-d0f2f3d03797 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:20:00.067234 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-35e73e70-6560-422d-b961-3e44b4a98daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:19:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['bd794fc0-1ad3-40d6-a82d-cec9bba01c12'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:00.067645 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c724477-d294-472a-8879-00503f4276bd None None] Updating router 668c2fbc-09db-4498-a507-d0f2f3d03797 port 64ec3b34-2b5e-4724-9516-6e7526cab8d2 binding host dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:20:00.107307 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34204) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:00.117296 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-76712c07-e067-4f22-bf57-055a0352310b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-477650857', 'description': 'tempest-secgroup-smoke-477650857 description', 'project_id': 'de31bd722d4f419d9269b519af7f793a'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:00.127581 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-0b8c214b-b69c-4402-9054-42bc47bcc681 admin admin] For port 72870bac-96f0-4132-99b2-5d6b93b8a0b8, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=72870bac-96f0-4132-99b2-5d6b93b8a0b8,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:00.127954 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0b8c214b-b69c-4402-9054-42bc47bcc681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (72870bac-96f0-4132-99b2-5d6b93b8a0b8), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:00.157287 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8c724477-d294-472a-8879-00503f4276bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:00.172771 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-0b8c214b-b69c-4402-9054-42bc47bcc681 admin admin] Calling delete_port for 72870bac-96f0-4132-99b2-5d6b93b8a0b8 owned by network:router_gateway {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:20:00.190779 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-76712c07-e067-4f22-bf57-055a0352310b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:00.190981 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-35e73e70-6560-422d-b961-3e44b4a98daf None None] Set router bd794fc0-1ad3-40d6-a82d-cec9bba01c12 gateway port host: None {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:20:00.223170 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port f1259d2f-afde-419b-89d1-b5be9041807a is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:00.253841 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-35e73e70-6560-422d-b961-3e44b4a98daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'name': 'tempest-DeleteServersTestJSON-1790228227-router', 'tenant_id': '6475b1b1e54c4b0eb86021d82021de78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:37Z', 'updated_at': '2022-09-13T01:19:59Z', 'revision_number': 6, 'project_id': '6475b1b1e54c4b0eb86021d82021de78', 'gw_port_host': None}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:00.283983 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e73e70-6560-422d-b961-3e44b4a98daf None None] The sync data for ids ['bd794fc0-1ad3-40d6-a82d-cec9bba01c12'] in dv-cinder-856941-3-iscsi is: [{'id': 'bd794fc0-1ad3-40d6-a82d-cec9bba01c12', 'name': 'tempest-DeleteServersTestJSON-1790228227-router', 'tenant_id': '6475b1b1e54c4b0eb86021d82021de78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:37Z', 'updated_at': '2022-09-13T01:19:59Z', 'revision_number': 6, 'project_id': '6475b1b1e54c4b0eb86021d82021de78', 'gw_port_host': None}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:20:00.449224 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8600a-c464-419c-a30c-4aed5c77ded9 req-09ad5cc8-3fa8-4884-a114-30df6b878285 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:00.457477 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-dca8600a-c464-419c-a30c-4aed5c77ded9 req-09ad5cc8-3fa8-4884-a114-30df6b878285 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.1530559 Sep 13 01:20:00.492475 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-76712c07-e067-4f22-bf57-055a0352310b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group (5d215241-00f6-496f-9f9d-6f61210357ee), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:00.501979 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-76712c07-e067-4f22-bf57-055a0352310b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (5d215241-00f6-496f-9f9d-6f61210357ee), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:00.529716 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:00.603825 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8c724477-d294-472a-8879-00503f4276bd None None] Publish callbacks [] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:00.613050 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8c724477-d294-472a-8879-00503f4276bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:00.614408 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-76712c07-e067-4f22-bf57-055a0352310b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:00.615720 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-76712c07-e067-4f22-bf57-055a0352310b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5073073 Sep 13 01:20:00.629104 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34224) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:00.634261 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-13b8c35a-1fd7-45d8-a2ae-6063f110c374 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Request body: {'security_group_rule': {'security_group_id': '5d215241-00f6-496f-9f9d-6f61210357ee', 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:00.679730 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-dca8600a-c464-419c-a30c-4aed5c77ded9 req-1847543e-3307-48cc-93ba-ecee529727aa tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213225 Sep 13 01:20:00.717314 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76712c07-e067-4f22-bf57-055a0352310b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d215241-00f6-496f-9f9d-6f61210357ee,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:00.732149 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:00.743361 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:00.799996 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-8c724477-d294-472a-8879-00503f4276bd None None] Attempting to bind port 64ec3b34-2b5e-4724-9516-6e7526cab8d2 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:20:00.800367 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-8c724477-d294-472a-8879-00503f4276bd None None] Attempting to bind port 64ec3b34-2b5e-4724-9516-6e7526cab8d2 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': 'b170e2a7-9a42-47cc-b129-764ff75474b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b0ae1a8f-2399-47ff-9034-9a994a645535'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:20:00.800736 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c724477-d294-472a-8879-00503f4276bd None None] Attempting to bind port 64ec3b34-2b5e-4724-9516-6e7526cab8d2 on network b0ae1a8f-2399-47ff-9034-9a994a645535 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:20:00.831086 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bc595-5869-40e0-b655-2b9d3c00ac05 req-2b4350c3-f50a-4f81-bd8f-e316174c2823 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:00.832782 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d72bc595-5869-40e0-b655-2b9d3c00ac05 req-2b4350c3-f50a-4f81-bd8f-e316174c2823 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 948 time: 0.1855497 Sep 13 01:20:00.843009 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:00.857913 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d136d4-a525-4062-acdb-8f6db9b879d9 req-9df85c3f-f036-4380-a2f3-556bbb6cf005 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:00.859554 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-45d136d4-a525-4062-acdb-8f6db9b879d9 req-9df85c3f-f036-4380-a2f3-556bbb6cf005 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 948 time: 0.2504728 Sep 13 01:20:00.870109 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0b8c214b-b69c-4402-9054-42bc47bcc681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (72870bac-96f0-4132-99b2-5d6b93b8a0b8), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:00.894785 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f770ce-72ae-4bee-81b7-018e047ab7ab None None] Pushing event updated for resources: {'Port': ['ID=64ec3b34-2b5e-4724-9516-6e7526cab8d2,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:00.926203 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c214b-b69c-4402-9054-42bc47bcc681 admin admin] Pushing event deleted for resources: {'Port': ['ID=72870bac-96f0-4132-99b2-5d6b93b8a0b8,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:00.968113 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c724477-d294-472a-8879-00503f4276bd None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:20:00.968414 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c724477-d294-472a-8879-00503f4276bd None None] Checking segment: {'id': 'b170e2a7-9a42-47cc-b129-764ff75474b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b0ae1a8f-2399-47ff-9034-9a994a645535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:20:00.968896 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8c724477-d294-472a-8879-00503f4276bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:00.969205 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c724477-d294-472a-8879-00503f4276bd None None] Bound using segment: {'id': 'b170e2a7-9a42-47cc-b129-764ff75474b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b0ae1a8f-2399-47ff-9034-9a994a645535'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:20:00.969689 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-8c724477-d294-472a-8879-00503f4276bd None None] Bound port: 64ec3b34-2b5e-4724-9516-6e7526cab8d2, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b170e2a7-9a42-47cc-b129-764ff75474b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b0ae1a8f-2399-47ff-9034-9a994a645535'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:20:00.970274 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8c724477-d294-472a-8879-00503f4276bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:00.970673 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-13b8c35a-1fd7-45d8-a2ae-6063f110c374 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group_rule (d2f2eede-826b-4412-9291-62e90b4bb01b), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.013002 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-45d136d4-a525-4062-acdb-8f6db9b879d9 req-8aaf6f1e-1edc-4c50-addc-f152e1386302 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=68d4e433-951f-4f4f-8f85-ea763dfd60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366999 Sep 13 01:20:01.018674 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0b8c214b-b69c-4402-9054-42bc47bcc681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-961884'] for router_gateway (bd794fc0-1ad3-40d6-a82d-cec9bba01c12), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.169795 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0b8c214b-b69c-4402-9054-42bc47bcc681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16237'] for router (bd794fc0-1ad3-40d6-a82d-cec9bba01c12), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.172267 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0b8c214b-b69c-4402-9054-42bc47bcc681 admin admin] Publish callbacks [] for router_controller (bd794fc0-1ad3-40d6-a82d-cec9bba01c12), precommit_delete_associations {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.205727 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-d72bc595-5869-40e0-b655-2b9d3c00ac05 req-1707c52e-91b5-4fdf-921b-ab2b1d38bfa8 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Deleting port b78fe83e-11a7-4b62-bf91-c14c14bb0a62 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:20:01.206314 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-d72bc595-5869-40e0-b655-2b9d3c00ac05 req-1707c52e-91b5-4fdf-921b-ab2b1d38bfa8 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (b78fe83e-11a7-4b62-bf91-c14c14bb0a62), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.209941 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-8c724477-d294-472a-8879-00503f4276bd None None] For port 64ec3b34-2b5e-4724-9516-6e7526cab8d2, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:20:01.214295 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-8c724477-d294-472a-8879-00503f4276bd None None] For port 64ec3b34-2b5e-4724-9516-6e7526cab8d2, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=64ec3b34-2b5e-4724-9516-6e7526cab8d2,segment=NetworkSegment(b170e2a7-9a42-47cc-b129-764ff75474b2),segment_id=b170e2a7-9a42-47cc-b129-764ff75474b2)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:20:01.237089 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8c724477-d294-472a-8879-00503f4276bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.247129 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0b8c214b-b69c-4402-9054-42bc47bcc681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-958044'] for router (bd794fc0-1ad3-40d6-a82d-cec9bba01c12), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.248010 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8c214b-b69c-4402-9054-42bc47bcc681 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd794fc0-1ad3-40d6-a82d-cec9bba01c12 {{(pid=106209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 01:20:01.258776 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0b8c214b-b69c-4402-9054-42bc47bcc681 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.260218 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-0b8c214b-b69c-4402-9054-42bc47bcc681 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/bd794fc0-1ad3-40d6-a82d-cec9bba01c12 HTTP/1.1" status: 204 len: 168 time: 1.7314601 Sep 13 01:20:01.262829 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34234) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:01.289887 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c724477-d294-472a-8879-00503f4276bd None None] Routers {'668c2fbc-09db-4498-a507-d0f2f3d03797'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:20:01.290518 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-8c724477-d294-472a-8879-00503f4276bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:19:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['668c2fbc-09db-4498-a507-d0f2f3d03797'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:01.323582 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f6165c-3c72-45a7-bb84-aa816af2097b admin admin] Deleting subnet 150a815a-b090-47fa-bea9-739cdec044a9 {{(pid=106209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 01:20:01.328963 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-55f6165c-3c72-45a7-bb84-aa816af2097b admin admin] Publish callbacks [] for subnet (150a815a-b090-47fa-bea9-739cdec044a9), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.342096 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-13b8c35a-1fd7-45d8-a2ae-6063f110c374 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group_rule (d2f2eede-826b-4412-9291-62e90b4bb01b), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.350026 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-13b8c35a-1fd7-45d8-a2ae-6063f110c374 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (d2f2eede-826b-4412-9291-62e90b4bb01b), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.378106 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-55f6165c-3c72-45a7-bb84-aa816af2097b admin admin] Publish callbacks [] for subnet (150a815a-b090-47fa-bea9-739cdec044a9), precommit_delete_associations {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.399097 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8c35a-1fd7-45d8-a2ae-6063f110c374 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f2eede-826b-4412-9291-62e90b4bb01b,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:01.409039 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-8c724477-d294-472a-8879-00503f4276bd None None] Set router 668c2fbc-09db-4498-a507-d0f2f3d03797 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:20:01.409938 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-13b8c35a-1fd7-45d8-a2ae-6063f110c374 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.414714 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-13b8c35a-1fd7-45d8-a2ae-6063f110c374 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7845030 Sep 13 01:20:01.419850 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34236) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:01.429393 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-0b6d0978-ff82-47d7-b9ae-5a27cc5758a0 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Request body: {'security_group_rule': {'security_group_id': '5d215241-00f6-496f-9f9d-6f61210357ee', 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:01.473528 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-d72bc595-5869-40e0-b655-2b9d3c00ac05 req-1707c52e-91b5-4fdf-921b-ab2b1d38bfa8 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] For port b78fe83e-11a7-4b62-bf91-c14c14bb0a62, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=b78fe83e-11a7-4b62-bf91-c14c14bb0a62,segment=NetworkSegment(26177c96-b373-43fa-887e-98ae64d674f3),segment_id=26177c96-b373-43fa-887e-98ae64d674f3)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:01.474023 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-d72bc595-5869-40e0-b655-2b9d3c00ac05 req-1707c52e-91b5-4fdf-921b-ab2b1d38bfa8 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (b78fe83e-11a7-4b62-bf91-c14c14bb0a62), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.484161 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:01.506837 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-55f6165c-3c72-45a7-bb84-aa816af2097b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3960691'] for subnet (150a815a-b090-47fa-bea9-739cdec044a9), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.510698 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-d72bc595-5869-40e0-b655-2b9d3c00ac05 req-1707c52e-91b5-4fdf-921b-ab2b1d38bfa8 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Calling delete_port for b78fe83e-11a7-4b62-bf91-c14c14bb0a62 owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:20:01.512747 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0978-ff82-47d7-b9ae-5a27cc5758a0 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group_rule (e9dbf85e-8c5a-41f0-bc63-24788454e5f0), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.583124 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:01.607180 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-55f6165c-3c72-45a7-bb84-aa816af2097b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for subnet (150a815a-b090-47fa-bea9-739cdec044a9), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.628216 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 6c21bb16-18de-4240-bd10-3168e7b61ca5 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:20:01.644638 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6165c-3c72-45a7-bb84-aa816af2097b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150a815a-b090-47fa-bea9-739cdec044a9,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:01.651895 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 6c21bb16-18de-4240-bd10-3168e7b61ca5 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:20:01.652257 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 6c21bb16-18de-4240-bd10-3168e7b61ca5 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:20:01.653458 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 72870bac-96f0-4132-99b2-5d6b93b8a0b8 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:20:01.655752 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-55f6165c-3c72-45a7-bb84-aa816af2097b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.672863 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-55f6165c-3c72-45a7-bb84-aa816af2097b admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/150a815a-b090-47fa-bea9-739cdec044a9 HTTP/1.1" status: 204 len: 168 time: 0.3970282 Sep 13 01:20:01.672863 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34238) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:01.673201 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e459f950-5940-4e1f-8c61-7e6ded79d992 None None] Network ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:20:01.718690 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0978-ff82-47d7-b9ae-5a27cc5758a0 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group_rule (e9dbf85e-8c5a-41f0-bc63-24788454e5f0), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.731267 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0978-ff82-47d7-b9ae-5a27cc5758a0 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (e9dbf85e-8c5a-41f0-bc63-24788454e5f0), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.777568 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849132'] for network (ee5e6d32-76f2-40e4-8379-2f8cd4f72b00), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.824777 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d0978-ff82-47d7-b9ae-5a27cc5758a0 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9dbf85e-8c5a-41f0-bc63-24788454e5f0,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:01.855348 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f770ce-72ae-4bee-81b7-018e047ab7ab None None] Pushing event updated for resources: {'Port': ['ID=64ec3b34-2b5e-4724-9516-6e7526cab8d2,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:01.864199 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 72870bac-96f0-4132-99b2-5d6b93b8a0b8 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:20:01.864199 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 72870bac-96f0-4132-99b2-5d6b93b8a0b8 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:20:01.877803 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-8c724477-d294-472a-8879-00503f4276bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'name': 'tempest-TestShelveInstance-898193889-router', 'tenant_id': 'bf6e7bbb274340ecbc5025be563f7524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'f1259d2f-afde-419b-89d1-b5be9041807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:51Z', 'updated_at': '2022-09-13T01:19:57Z', 'revision_number': 4, 'project_id': 'bf6e7bbb274340ecbc5025be563f7524', 'gw_port': {'id': 'f1259d2f-afde-419b-89d1-b5be9041807a', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:52Z', 'updated_at': '2022-09-13T01:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '64ec3b34-2b5e-4724-9516-6e7526cab8d2', 'name': '', 'network_id': 'b0ae1a8f-2399-47ff-9034-9a994a645535', 'tenant_id': 'bf6e7bbb274340ecbc5025be563f7524', 'mac_address': 'fa:16:3e:84:d2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'bbf9d83c-c4ca-46e3-80af-6ecdbaf5ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:56Z', 'updated_at': '2022-09-13T01:20:01Z', 'revision_number': 4, 'project_id': 'bf6e7bbb274340ecbc5025be563f7524', 'subnets': [{'id': 'bbf9d83c-c4ca-46e3-80af-6ecdbaf5ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:01.884706 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0978-ff82-47d7-b9ae-5a27cc5758a0 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.890807 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-0b6d0978-ff82-47d7-b9ae-5a27cc5758a0 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4696910 Sep 13 01:20:01.893630 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Deleting port 9818f8b9-5538-4b9e-8c90-149595de5679 {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:20:01.893971 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (9818f8b9-5538-4b9e-8c90-149595de5679), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:01.896405 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34250) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:01.903424 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-2c43d685-d8a4-4dbd-8b65-1d180a8e221c tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Request body: {'security_group_rule': {'security_group_id': '5d215241-00f6-496f-9f9d-6f61210357ee', 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:01.926107 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c724477-d294-472a-8879-00503f4276bd None None] The sync data for ids ['668c2fbc-09db-4498-a507-d0f2f3d03797'] in dv-cinder-856941-3-iscsi is: [{'id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'name': 'tempest-TestShelveInstance-898193889-router', 'tenant_id': 'bf6e7bbb274340ecbc5025be563f7524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'f1259d2f-afde-419b-89d1-b5be9041807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:51Z', 'updated_at': '2022-09-13T01:19:57Z', 'revision_number': 4, 'project_id': 'bf6e7bbb274340ecbc5025be563f7524', 'gw_port': {'id': 'f1259d2f-afde-419b-89d1-b5be9041807a', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:52Z', 'updated_at': '2022-09-13T01:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '64ec3b34-2b5e-4724-9516-6e7526cab8d2', 'name': '', 'network_id': 'b0ae1a8f-2399-47ff-9034-9a994a645535', 'tenant_id': 'bf6e7bbb274340ecbc5025be563f7524', 'mac_address': 'fa:16:3e:84:d2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'bbf9d83c-c4ca-46e3-80af-6ecdbaf5ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:56Z', 'updated_at': '2022-09-13T01:20:01Z', 'revision_number': 4, 'project_id': 'bf6e7bbb274340ecbc5025be563f7524', 'subnets': [{'id': 'bbf9d83c-c4ca-46e3-80af-6ecdbaf5ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:20:01.930621 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e50733-d512-4022-81c8-d08894342f2b req-c1c25d03-968e-4b55-8419-cf61840ff36c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:01.932171 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-52e50733-d512-4022-81c8-d08894342f2b req-c1c25d03-968e-4b55-8419-cf61840ff36c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.1424971 Sep 13 01:20:01.948861 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bc1a42-44f4-487c-b991-4a6e9d19ff04 None None] DHCP port deletion for ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 request from dv-cinder-856941-3-iscsi {{(pid=106210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 01:20:02.022135 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-74bc1a42-44f4-487c-b991-4a6e9d19ff04 None None] Deleting port 9818f8b9-5538-4b9e-8c90-149595de5679 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:20:02.023428 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-74bc1a42-44f4-487c-b991-4a6e9d19ff04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (9818f8b9-5538-4b9e-8c90-149595de5679), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:02.043203 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2c43d685-d8a4-4dbd-8b65-1d180a8e221c tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group_rule (32df8c67-b693-46a0-b652-7f969c8eff2d), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:02.047339 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] For port 9818f8b9-5538-4b9e-8c90-149595de5679, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=9818f8b9-5538-4b9e-8c90-149595de5679,segment=NetworkSegment(56ee7bc1-29ba-43c3-9e8e-c4094f3c3327),segment_id=56ee7bc1-29ba-43c3-9e8e-c4094f3c3327)] {{(pid=106209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:02.047339 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (9818f8b9-5538-4b9e-8c90-149595de5679), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:02.076118 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:02.079483 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-d72bc595-5869-40e0-b655-2b9d3c00ac05 req-1707c52e-91b5-4fdf-921b-ab2b1d38bfa8 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (b78fe83e-11a7-4b62-bf91-c14c14bb0a62), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:02.092674 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Calling delete_port for 9818f8b9-5538-4b9e-8c90-149595de5679 owned by network:dhcp {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:20:02.095286 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['b78fe83e-11a7-4b62-bf91-c14c14bb0a62'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:20:02.100641 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-52e50733-d512-4022-81c8-d08894342f2b req-fd56a6b6-c6c8-4617-b9e8-a1d44fbc507f tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374898 Sep 13 01:20:02.129403 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-74bc1a42-44f4-487c-b991-4a6e9d19ff04 None None] For port 9818f8b9-5538-4b9e-8c90-149595de5679, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=9818f8b9-5538-4b9e-8c90-149595de5679,segment=NetworkSegment(56ee7bc1-29ba-43c3-9e8e-c4094f3c3327),segment_id=56ee7bc1-29ba-43c3-9e8e-c4094f3c3327)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:02.129977 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-74bc1a42-44f4-487c-b991-4a6e9d19ff04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (9818f8b9-5538-4b9e-8c90-149595de5679), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:02.158359 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707c52e-91b5-4fdf-921b-ab2b1d38bfa8 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Pushing event deleted for resources: {'Port': ['ID=b78fe83e-11a7-4b62-bf91-c14c14bb0a62,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:02.183897 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-74bc1a42-44f4-487c-b991-4a6e9d19ff04 None None] Calling delete_port for 9818f8b9-5538-4b9e-8c90-149595de5679 owned by network:dhcp {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:20:02.189791 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72bc595-5869-40e0-b655-2b9d3c00ac05 req-1707c52e-91b5-4fdf-921b-ab2b1d38bfa8 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] No DVR routers for this DVR port b78fe83e-11a7-4b62-bf91-c14c14bb0a62 on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:20:02.193828 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-d72bc595-5869-40e0-b655-2b9d3c00ac05 req-1707c52e-91b5-4fdf-921b-ab2b1d38bfa8 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:02.217716 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d72bc595-5869-40e0-b655-2b9d3c00ac05 req-1707c52e-91b5-4fdf-921b-ab2b1d38bfa8 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.25 "DELETE /networking/v2.0/ports/b78fe83e-11a7-4b62-bf91-c14c14bb0a62 HTTP/1.1" status: 204 len: 173 time: 1.3735454 Sep 13 01:20:02.219140 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b3a740-470d-4918-88b1-aa761182fc2a', 'name': 'network-vif-deleted', 'tag': 'b78fe83e-11a7-4b62-bf91-c14c14bb0a62'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:20:02.225652 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c800e3e-e715-4203-b8bb-00322d2daa3b" -d '{"events": [{"server_uuid": "a6b3a740-470d-4918-88b1-aa761182fc2a", "name": "network-vif-deleted", "tag": "b78fe83e-11a7-4b62-bf91-c14c14bb0a62"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:20:02.248892 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:02.311105 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4529dbf1-f13d-4467-a1cf-c7ca555b3614 x-openstack-request-id: req-4529dbf1-f13d-4467-a1cf-c7ca555b3614 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:20:02.311403 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b3a740-470d-4918-88b1-aa761182fc2a", "name": "network-vif-deleted", "tag": "b78fe83e-11a7-4b62-bf91-c14c14bb0a62", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:20:02.311659 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4529dbf1-f13d-4467-a1cf-c7ca555b3614 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:20:02.312086 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4529dbf1-f13d-4467-a1cf-c7ca555b3614'] response: {'server_uuid': 'a6b3a740-470d-4918-88b1-aa761182fc2a', 'name': 'network-vif-deleted', 'tag': 'b78fe83e-11a7-4b62-bf91-c14c14bb0a62', 'status': 'completed', 'code': 200} Sep 13 01:20:02.420242 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-09c93f94-3173-476e-abab-cccd615d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:02.437454 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-74bc1a42-44f4-487c-b991-4a6e9d19ff04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (9818f8b9-5538-4b9e-8c90-149595de5679), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:02.468812 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc1a42-44f4-487c-b991-4a6e9d19ff04 None None] Pushing event deleted for resources: {'Port': ['ID=9818f8b9-5538-4b9e-8c90-149595de5679,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:02.479047 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bc1a42-44f4-487c-b991-4a6e9d19ff04 None None] No DVR routers for this DVR port 9818f8b9-5538-4b9e-8c90-149595de5679 on host dv-cinder-856941-3-iscsi {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:20:02.675709 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7d165e80-4647-446c-97da-7269c49c5a44 req-a9264a69-6b65-4a09-93a7-64e692440ac5 tempest-VolumesNegativeTest-186569500 tempest-VolumesNegativeTest-186569500-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a6b3a740-470d-4918-88b1-aa761182fc2a HTTP/1.1" status: 200 len: 210 time: 0.4327776 Sep 13 01:20:02.694389 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2c43d685-d8a4-4dbd-8b65-1d180a8e221c tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group_rule (32df8c67-b693-46a0-b652-7f969c8eff2d), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:02.713219 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2c43d685-d8a4-4dbd-8b65-1d180a8e221c tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (32df8c67-b693-46a0-b652-7f969c8eff2d), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:02.728809 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (9818f8b9-5538-4b9e-8c90-149595de5679), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:02.752127 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43d685-d8a4-4dbd-8b65-1d180a8e221c tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32df8c67-b693-46a0-b652-7f969c8eff2d,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:02.776962 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Pushing event deleted for resources: {'Port': ['ID=9818f8b9-5538-4b9e-8c90-149595de5679,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:02.781296 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] No DVR routers for this DVR port 9818f8b9-5538-4b9e-8c90-149595de5679 on host dv-cinder-856941-3-iscsi {{(pid=106209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:20:02.785022 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2c43d685-d8a4-4dbd-8b65-1d180a8e221c tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:02.788930 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34262) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:02.793511 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-2c43d685-d8a4-4dbd-8b65-1d180a8e221c tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8950768 Sep 13 01:20:02.794135 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-7c8ed375-2021-47e3-b6f3-79eba0525d09 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Request body: {'security_group_rule': {'security_group_id': '5d215241-00f6-496f-9f9d-6f61210357ee', 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:02.842367 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed375-2021-47e3-b6f3-79eba0525d09 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group_rule (de97160f-6e3a-4f87-a089-9928a694da2f), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:02.870308 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:02.883066 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4007246', 'neutron.services.segments.db._delete_segments_for_network-8744760796856'] for network (ee5e6d32-76f2-40e4-8379-2f8cd4f72b00), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:02.898399 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:02.911434 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:20:02.911881 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:20:02.912705 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:20:02.913157 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Subscribe: > port after_create 55550000 {{(pid=106209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:20:02.913557 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:20:02.914471 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Subscribe: > port after_update 55550000 {{(pid=106209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:20:02.914875 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:20:02.915279 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:20:02.915691 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:20:02.916086 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:20:02.922096 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed375-2021-47e3-b6f3-79eba0525d09 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group_rule (de97160f-6e3a-4f87-a089-9928a694da2f), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:02.925930 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed375-2021-47e3-b6f3-79eba0525d09 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (de97160f-6e3a-4f87-a089-9928a694da2f), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:02.949029 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ed375-2021-47e3-b6f3-79eba0525d09 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de97160f-6e3a-4f87-a089-9928a694da2f,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:02.959028 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed375-2021-47e3-b6f3-79eba0525d09 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:02.963054 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-7c8ed375-2021-47e3-b6f3-79eba0525d09 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1700838 Sep 13 01:20:02.963138 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34270) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:02.968829 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-a548c4d1-e003-480e-b959-0a1ce6994cca tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Request body: {'security_group_rule': {'security_group_id': '5d215241-00f6-496f-9f9d-6f61210357ee', 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:02.996552 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.securitygroups_db [None req-a548c4d1-e003-480e-b959-0a1ce6994cca tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Project de31bd722d4f419d9269b519af7f793a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 01:20:03.003346 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a548c4d1-e003-480e-b959-0a1ce6994cca tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group_rule (ab018baf-6604-446b-86cc-770f55cd7559), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.102488 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a548c4d1-e003-480e-b959-0a1ce6994cca tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group_rule (ab018baf-6604-446b-86cc-770f55cd7559), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.106696 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a548c4d1-e003-480e-b959-0a1ce6994cca tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (ab018baf-6604-446b-86cc-770f55cd7559), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.127153 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548c4d1-e003-480e-b959-0a1ce6994cca tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab018baf-6604-446b-86cc-770f55cd7559,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:03.128147 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:20:03.128558 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:20:03.129776 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:20:03.130128 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:20:03.130551 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5e6d32-76f2-40e4-8379-2f8cd4f72b00']}} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:03.135999 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a548c4d1-e003-480e-b959-0a1ce6994cca tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.139383 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-a548c4d1-e003-480e-b959-0a1ce6994cca tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1750789 Sep 13 01:20:03.142144 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34276) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:03.146663 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-07efcee1-363e-4b9c-8b00-40efa1c38f14 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Request body: {'security_group_rule': {'security_group_id': '5d215241-00f6-496f-9f9d-6f61210357ee', 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:03.160341 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ee7bc1-29ba-43c3-9e8e-c4094f3c3327') {'for_net_delete': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:03.162175 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ee7bc1-29ba-43c3-9e8e-c4094f3c3327') {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:03.173759 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.securitygroups_db [None req-07efcee1-363e-4b9c-8b00-40efa1c38f14 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Project de31bd722d4f419d9269b519af7f793a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 01:20:03.183035 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-07efcee1-363e-4b9c-8b00-40efa1c38f14 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group_rule (9096e780-e32f-457a-8096-b21f3868ab7f), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.187114 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744760796748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129315475'] for segment (56ee7bc1-29ba-43c3-9e8e-c4094f3c3327), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.210332 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (56ee7bc1-29ba-43c3-9e8e-c4094f3c3327), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.230246 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 01:20:03.231140 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128878140'] for segment (56ee7bc1-29ba-43c3-9e8e-c4094f3c3327), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.316981 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539422f-1af9-48b6-9716-5223e1ded497 req-eea5b9eb-5040-4568-8f15-5428a56554d8 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:03.319379 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4007233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-961922'] for network (ee5e6d32-76f2-40e4-8379-2f8cd4f72b00), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.324333 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4539422f-1af9-48b6-9716-5223e1ded497 req-eea5b9eb-5040-4568-8f15-5428a56554d8 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0935030 Sep 13 01:20:03.342271 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-07efcee1-363e-4b9c-8b00-40efa1c38f14 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group_rule (9096e780-e32f-457a-8096-b21f3868ab7f), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.345678 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.349955 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/ee5e6d32-76f2-40e4-8379-2f8cd4f72b00 HTTP/1.1" status: 204 len: 168 time: 1.6840968 Sep 13 01:20:03.351575 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-07efcee1-363e-4b9c-8b00-40efa1c38f14 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (9096e780-e32f-457a-8096-b21f3868ab7f), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.351900 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55fdcd-ca92-4864-bed0-f62c8db2f627 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee5e6d32-76f2-40e4-8379-2f8cd4f72b00,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:03.356293 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.399209 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efcee1-363e-4b9c-8b00-40efa1c38f14 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9096e780-e32f-457a-8096-b21f3868ab7f,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:03.419243 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-07efcee1-363e-4b9c-8b00-40efa1c38f14 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.430023 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-07efcee1-363e-4b9c-8b00-40efa1c38f14 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2867923 Sep 13 01:20:03.439308 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4539422f-1af9-48b6-9716-5223e1ded497 req-5d36882b-dde9-4da4-b021-6a2fb599ad78 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140635 Sep 13 01:20:03.557392 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 64ec3b34-2b5e-4724-9516-6e7526cab8d2 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:03.599456 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:03.607942 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment 56ee7bc1-29ba-43c3-9e8e-c4094f3c3327 resource provider aggregate not found Sep 13 01:20:03.626574 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 64ec3b34-2b5e-4724-9516-6e7526cab8d2 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:03.626990 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.632400 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment 56ee7bc1-29ba-43c3-9e8e-c4094f3c3327 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56ee7bc1-29ba-43c3-9e8e-c4094f3c3327 found for delete ", "request_id": "req-8f727744-ab99-4e12-81a1-5672fbe1bac4"}]} Sep 13 01:20:03.636101 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34310) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:03.686960 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-b00b63d4-8d50-41bd-bbca-b9f49bdf1af8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6475b1b1e54c4b0eb86021d82021de78&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0467570 Sep 13 01:20:03.687840 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34320) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:03.712119 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 64ec3b34-2b5e-4724-9516-6e7526cab8d2 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:03.712510 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.749488 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b8b4129d-698d-4f00-8f16-e7d723395c84 admin admin] Publish callbacks [] for security_group (ce6238a9-fc6c-4b12-958f-26b469bd97cd), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.771795 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 64ec3b34-2b5e-4724-9516-6e7526cab8d2, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=64ec3b34-2b5e-4724-9516-6e7526cab8d2,segment=NetworkSegment(b170e2a7-9a42-47cc-b129-764ff75474b2),segment_id=b170e2a7-9a42-47cc-b129-764ff75474b2)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:03.777194 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.783343 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b8b4129d-698d-4f00-8f16-e7d723395c84 admin admin] Publish callbacks [] for security_group (ce6238a9-fc6c-4b12-958f-26b469bd97cd), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.863103 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b8b4129d-698d-4f00-8f16-e7d723395c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (ce6238a9-fc6c-4b12-958f-26b469bd97cd), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.866245 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b8b4129d-698d-4f00-8f16-e7d723395c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:03.869964 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-b8b4129d-698d-4f00-8f16-e7d723395c84 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ce6238a9-fc6c-4b12-958f-26b469bd97cd HTTP/1.1" status: 204 len: 168 time: 0.1786125 Sep 13 01:20:03.885336 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 9818f8b9-5538-4b9e-8c90-149595de5679 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:20:03.886236 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4129d-698d-4f00-8f16-e7d723395c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6238a9-fc6c-4b12-958f-26b469bd97cd,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:03.917956 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=64ec3b34-2b5e-4724-9516-6e7526cab8d2,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:03.924432 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 9818f8b9-5538-4b9e-8c90-149595de5679 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:20:03.924857 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 9818f8b9-5538-4b9e-8c90-149595de5679 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:20:04.601916 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386b23e-7534-4c59-9af9-984befa49011 req-1134363c-662a-42a4-963f-93dc0b0fd767 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:04.603800 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f386b23e-7534-4c59-9af9-984befa49011 req-1134363c-662a-42a4-963f-93dc0b0fd767 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0658457 Sep 13 01:20:04.671586 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34418) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:04.689550 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f386b23e-7534-4c59-9af9-984befa49011 req-02f9d7cc-de6d-4fb9-9d79-a5ad6af7a032 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788085 Sep 13 01:20:04.786829 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:04.833825 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:04.910878 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-642aaa90-b7f8-48ac-ab31-42a76f0ace20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:05.034759 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-642aaa90-b7f8-48ac-ab31-42a76f0ace20 admin admin] Publish callbacks [] for security_group (c8c9a513-61b1-4042-b509-572a5dd5c643), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:05.040750 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-642aaa90-b7f8-48ac-ab31-42a76f0ace20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (c8c9a513-61b1-4042-b509-572a5dd5c643), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:05.073883 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642aaa90-b7f8-48ac-ab31-42a76f0ace20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c9a513-61b1-4042-b509-572a5dd5c643,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:05.093283 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-642aaa90-b7f8-48ac-ab31-42a76f0ace20 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=41877dc874614e8fa303b2a64948f7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4206266 Sep 13 01:20:05.096085 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34456) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:05.184868 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-26654484-3426-46e3-abbd-a4bfec90631c admin admin] Publish callbacks [] for security_group (c8c9a513-61b1-4042-b509-572a5dd5c643), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:05.211802 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-26654484-3426-46e3-abbd-a4bfec90631c admin admin] Publish callbacks [] for security_group (c8c9a513-61b1-4042-b509-572a5dd5c643), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:05.251034 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:05.271586 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-26654484-3426-46e3-abbd-a4bfec90631c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (c8c9a513-61b1-4042-b509-572a5dd5c643), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:05.276512 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-26654484-3426-46e3-abbd-a4bfec90631c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:05.278670 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-26654484-3426-46e3-abbd-a4bfec90631c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c8c9a513-61b1-4042-b509-572a5dd5c643 HTTP/1.1" status: 204 len: 168 time: 0.1815238 Sep 13 01:20:05.292807 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26654484-3426-46e3-abbd-a4bfec90631c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c9a513-61b1-4042-b509-572a5dd5c643,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:05.400261 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34502) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:05.613165 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 64ec3b34-2b5e-4724-9516-6e7526cab8d2 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:05.750901 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 64ec3b34-2b5e-4724-9516-6e7526cab8d2 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:05.751758 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:05.789033 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-bcddd1f8-7ae2-4c40-8f71-a882d7cd7159 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1662480249-network', 'tenant_id': '30ce8239a9b34af685743812ce53ef19'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:05.816022 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcddd1f8-7ae2-4c40-8f71-a882d7cd7159 admin admin] Made reservation on behalf of 30ce8239a9b34af685743812ce53ef19 for: {'network': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:20:05.821320 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bcddd1f8-7ae2-4c40-8f71-a882d7cd7159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:05.840611 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bcddd1f8-7ae2-4c40-8f71-a882d7cd7159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:05.891979 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 64ec3b34-2b5e-4724-9516-6e7526cab8d2 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:05.906700 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b2fe9-9e3d-4d58-aa70-5d3322d32516 req-29c70ac5-8254-4113-9b44-717e6c515cad tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:05.913779 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ac4b2fe9-9e3d-4d58-aa70-5d3322d32516 req-29c70ac5-8254-4113-9b44-717e6c515cad tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0903263 Sep 13 01:20:05.917890 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:05.955766 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bcddd1f8-7ae2-4c40-8f71-a882d7cd7159 admin admin] Publish callbacks [] for security_group (4707174d-597d-4217-80d9-aded692fa6b2), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:05.961181 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bcddd1f8-7ae2-4c40-8f71-a882d7cd7159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (4707174d-597d-4217-80d9-aded692fa6b2), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:05.967433 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ac4b2fe9-9e3d-4d58-aa70-5d3322d32516 req-81372e01-9b32-42a6-8587-4d46be904579 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520177 Sep 13 01:20:05.997762 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcddd1f8-7ae2-4c40-8f71-a882d7cd7159 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=106208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:20:06.004929 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddd1f8-7ae2-4c40-8f71-a882d7cd7159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4707174d-597d-4217-80d9-aded692fa6b2,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:06.011696 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bcddd1f8-7ae2-4c40-8f71-a882d7cd7159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (79c9cf9e-fb40-4172-9f3f-78f04c2f9c42), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:06.012848 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.segments_db [None req-bcddd1f8-7ae2-4c40-8f71-a882d7cd7159 admin admin] Added segment 79c9cf9e-fb40-4172-9f3f-78f04c2f9c42 of type vlan for network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e Sep 13 01:20:06.056669 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bcddd1f8-7ae2-4c40-8f71-a882d7cd7159 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:06.085541 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bcddd1f8-7ae2-4c40-8f71-a882d7cd7159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:06.086614 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcddd1f8-7ae2-4c40-8f71-a882d7cd7159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:06.087430 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bcddd1f8-7ae2-4c40-8f71-a882d7cd7159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:06.156095 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-bcddd1f8-7ae2-4c40-8f71-a882d7cd7159 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7535460 Sep 13 01:20:06.158582 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34548) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:06.158903 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddd1f8-7ae2-4c40-8f71-a882d7cd7159 admin admin] Pushing event updated for resources: {'Network': ['ID=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:06.164275 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-14de7603-dfd6-4a54-8efd-142d852e1258 admin admin] Request body: {'subnet': {'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-subnet', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:06.170418 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:20:06.175230 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device b78fe83e-11a7-4b62-bf91-c14c14bb0a62 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:20:06.190752 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14de7603-dfd6-4a54-8efd-142d852e1258 admin admin] Made reservation on behalf of 30ce8239a9b34af685743812ce53ef19 for: {'subnet': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:20:06.193415 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-14de7603-dfd6-4a54-8efd-142d852e1258 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126134743'] for subnet (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:06.248115 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: b78fe83e-11a7-4b62-bf91-c14c14bb0a62 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:20:06.248448 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device b78fe83e-11a7-4b62-bf91-c14c14bb0a62 not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:20:06.283939 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:06.382744 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-14de7603-dfd6-4a54-8efd-142d852e1258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128892763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126134725'] for subnet (f61fb4fd-3b7f-449b-85b4-6f00787bd46c), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:06.414703 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:06.448007 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de7603-dfd6-4a54-8efd-142d852e1258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f61fb4fd-3b7f-449b-85b4-6f00787bd46c,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:06.464793 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14de7603-dfd6-4a54-8efd-142d852e1258 admin admin] Checking segment: {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:20:06.465170 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14de7603-dfd6-4a54-8efd-142d852e1258 admin admin] Network hostable DHCP agents. Network: ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:20:06.483102 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14de7603-dfd6-4a54-8efd-142d852e1258 admin admin] Network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:20:06.493484 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-14de7603-dfd6-4a54-8efd-142d852e1258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e) {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:06.500438 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14de7603-dfd6-4a54-8efd-142d852e1258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:06.501502 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-14de7603-dfd6-4a54-8efd-142d852e1258 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:06.502709 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b796b44-0378-4236-a0c8-0c71e74aa7e1 None None] Network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:20:06.523374 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-14de7603-dfd6-4a54-8efd-142d852e1258 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3630958 Sep 13 01:20:06.526602 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34570) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:06.531211 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:06.563452 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-959874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16255'] for router (4f6477d8-422f-482e-b75f-6dd90fccf094), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:06.565197 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16244'] for router (4f6477d8-422f-482e-b75f-6dd90fccf094), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:06.635911 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4256e4d7-f65d-58b5-a57f-4fc85113e640-ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c'}]}} from dv-cinder-856941-3-iscsi. {{(pid=106210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 01:20:06.637391 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:06.648650 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Publish callbacks [] for router_controller (4f6477d8-422f-482e-b75f-6dd90fccf094), precommit_add_association {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:06.723995 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:06.802722 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Allocated IP 172.20.0.2 (ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e/f61fb4fd-3b7f-449b-85b4-6f00787bd46c/a22ed3ce-63ac-4fac-b69c-9f6a7e622342) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:20:06.832357 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Publish callbacks [] for router_gateway (4f6477d8-422f-482e-b75f-6dd90fccf094), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:06.899612 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:07.051722 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Publish callbacks [] for port (a22ed3ce-63ac-4fac-b69c-9f6a7e622342), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:07.062202 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (a22ed3ce-63ac-4fac-b69c-9f6a7e622342), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:07.067241 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Publish callbacks [] for router_gateway (4f6477d8-422f-482e-b75f-6dd90fccf094), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:07.095815 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:07.127804 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:07.134800 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:07.143241 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:20:07.148694 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d63b4b-1f68-4016-b1f9-e86957d58d01 req-e569833a-df76-4d84-abc6-4f549d6596d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:07.152243 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-15d63b4b-1f68-4016-b1f9-e86957d58d01 req-e569833a-df76-4d84-abc6-4f549d6596d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0855889 Sep 13 01:20:07.153747 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Pushing event updated for resources: {'Port': ['ID=a22ed3ce-63ac-4fac-b69c-9f6a7e622342,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:07.248494 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-15d63b4b-1f68-4016-b1f9-e86957d58d01 req-c42c3dd4-c61c-4947-9fd3-93202796ecd0 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894363 Sep 13 01:20:07.295350 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Allocated IP 172.27.1.75 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/30325154-7417-4e5e-a57b-b1ccaf05777e) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:20:07.426352 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34662) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:07.435866 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Attempting to bind port a22ed3ce-63ac-4fac-b69c-9f6a7e622342 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:20:07.436659 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Attempting to bind port a22ed3ce-63ac-4fac-b69c-9f6a7e622342 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:20:07.437041 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Attempting to bind port a22ed3ce-63ac-4fac-b69c-9f6a7e622342 on network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:20:07.457195 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Publish callbacks [] for port (30325154-7417-4e5e-a57b-b1ccaf05777e), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:07.460338 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:07.485505 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:20:07.486168 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Checking segment: {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:20:07.486754 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:07.487257 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Bound using segment: {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:20:07.487841 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Bound port: a22ed3ce-63ac-4fac-b69c-9f6a7e622342, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:20:07.488432 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (a22ed3ce-63ac-4fac-b69c-9f6a7e622342), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:07.528186 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (30325154-7417-4e5e-a57b-b1ccaf05777e), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:07.562079 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] For port a22ed3ce-63ac-4fac-b69c-9f6a7e622342, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:20:07.567727 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] For port a22ed3ce-63ac-4fac-b69c-9f6a7e622342, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=a22ed3ce-63ac-4fac-b69c-9f6a7e622342,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:20:07.585878 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (a22ed3ce-63ac-4fac-b69c-9f6a7e622342), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:07.602992 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Pushing event updated for resources: {'Port': ['ID=30325154-7417-4e5e-a57b-b1ccaf05777e,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:07.603982 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bf725268-74b8-410f-81a0-22b146cf23a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:07.604087 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:07.611295 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:07.611295 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:20:07.657510 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:07.684505 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c02718-0b83-410e-8d91-68c3307bf954 None None] Pushing event updated for resources: {'Port': ['ID=a22ed3ce-63ac-4fac-b69c-9f6a7e622342,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:07.775710 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bf725268-74b8-410f-81a0-22b146cf23a6 admin admin] Publish callbacks [] for security_group (d02f0da1-18fa-4c31-97f5-7e67307507f9), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:07.782174 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bf725268-74b8-410f-81a0-22b146cf23a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (d02f0da1-18fa-4c31-97f5-7e67307507f9), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:07.831556 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-bf725268-74b8-410f-81a0-22b146cf23a6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1fe54ba6fcc6433fb46a3afec1760029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031990 Sep 13 01:20:07.832668 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf725268-74b8-410f-81a0-22b146cf23a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02f0da1-18fa-4c31-97f5-7e67307507f9,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:07.835425 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34682) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:07.914269 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-883570d8-752d-43fa-b442-398814bb7293 admin admin] Publish callbacks [] for security_group (d02f0da1-18fa-4c31-97f5-7e67307507f9), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:07.943763 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-883570d8-752d-43fa-b442-398814bb7293 admin admin] Publish callbacks [] for security_group (d02f0da1-18fa-4c31-97f5-7e67307507f9), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:07.954600 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Publish callbacks [] for router_gateway (4f6477d8-422f-482e-b75f-6dd90fccf094), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:08.024999 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-883570d8-752d-43fa-b442-398814bb7293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (d02f0da1-18fa-4c31-97f5-7e67307507f9), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:08.029027 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-883570d8-752d-43fa-b442-398814bb7293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:08.030482 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-883570d8-752d-43fa-b442-398814bb7293 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d02f0da1-18fa-4c31-97f5-7e67307507f9 HTTP/1.1" status: 204 len: 168 time: 0.1936073 Sep 13 01:20:08.042894 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883570d8-752d-43fa-b442-398814bb7293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02f0da1-18fa-4c31-97f5-7e67307507f9,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:08.201483 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-961843'] for router (4f6477d8-422f-482e-b75f-6dd90fccf094), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:08.357616 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Router 4f6477d8-422f-482e-b75f-6dd90fccf094 is scheduled to L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb with binding_index 1 {{(pid=106209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 01:20:08.476010 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34718) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:08.486776 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbaa419-6cf9-4d58-8d3c-4eb39827c16e req-27cb1a6b-123e-42a9-b408-9eea871d5073 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:08.488475 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-bdbaa419-6cf9-4d58-8d3c-4eb39827c16e req-27cb1a6b-123e-42a9-b408-9eea871d5073 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.1131556 Sep 13 01:20:08.510066 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-00e4856a-29f3-47b4-8bcd-906a2920e51e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:08.513420 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:08.597821 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:08.602994 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:20:08.612500 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-bdbaa419-6cf9-4d58-8d3c-4eb39827c16e req-4e335e40-aaed-4c83-8882-007ea13d44b7 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145771 Sep 13 01:20:08.613241 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:08.615713 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Sync routers for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:20:08.627874 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:08.629394 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-827fbf65-63af-4f42-a01b-7e7d9a91128d admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1016772 Sep 13 01:20:08.632262 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34728) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:08.649433 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:20:08.650170 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:20:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:08.670131 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-00e4856a-29f3-47b4-8bcd-906a2920e51e admin admin] Publish callbacks [] for security_group (fed0e6c6-c414-468a-bffa-de43e410a7a4), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:08.676482 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-00e4856a-29f3-47b4-8bcd-906a2920e51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (fed0e6c6-c414-468a-bffa-de43e410a7a4), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:08.778846 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4856a-29f3-47b4-8bcd-906a2920e51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed0e6c6-c414-468a-bffa-de43e410a7a4,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:08.790573 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-00e4856a-29f3-47b4-8bcd-906a2920e51e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=105a2bde9908451b81c509e7f45913a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132877 Sep 13 01:20:08.795884 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34734) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:08.853230 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:20:08.872369 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6cf8967f-6274-4b28-b325-edfd33d3b498 admin admin] Publish callbacks [] for security_group (fed0e6c6-c414-468a-bffa-de43e410a7a4), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:08.900724 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6cf8967f-6274-4b28-b325-edfd33d3b498 admin admin] Publish callbacks [] for security_group (fed0e6c6-c414-468a-bffa-de43e410a7a4), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:08.968218 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6cf8967f-6274-4b28-b325-edfd33d3b498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (fed0e6c6-c414-468a-bffa-de43e410a7a4), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:08.971432 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6cf8967f-6274-4b28-b325-edfd33d3b498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:08.972652 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-6cf8967f-6274-4b28-b325-edfd33d3b498 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fed0e6c6-c414-468a-bffa-de43e410a7a4 HTTP/1.1" status: 204 len: 168 time: 0.1746967 Sep 13 01:20:08.982040 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8967f-6274-4b28-b325-edfd33d3b498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed0e6c6-c414-468a-bffa-de43e410a7a4,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:08.995950 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16acd27-60a1-43d8-b859-02adf026c1eb None None] Network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:20:09.069955 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-aa8f8a6b-21ff-44d2-89b6-5004d80d52f5 None None] Provisioning complete for port a22ed3ce-63ac-4fac-b69c-9f6a7e622342 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:09.070572 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-aa8f8a6b-21ff-44d2-89b6-5004d80d52f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (a22ed3ce-63ac-4fac-b69c-9f6a7e622342), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:09.098766 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:09.267137 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-aa8f8a6b-21ff-44d2-89b6-5004d80d52f5 None None] Current status of the port a22ed3ce-63ac-4fac-b69c-9f6a7e622342 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:09.267917 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-aa8f8a6b-21ff-44d2-89b6-5004d80d52f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (a22ed3ce-63ac-4fac-b69c-9f6a7e622342), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:09.270799 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:09.284418 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:07Z', 'revision_number': 3, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:09.322094 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:09.347379 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Checking router: 4f6477d8-422f-482e-b75f-6dd90fccf094 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:20:09.347737 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Updating router 4f6477d8-422f-482e-b75f-6dd90fccf094 port 30325154-7417-4e5e-a57b-b1ccaf05777e binding host dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:20:09.352801 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-aa8f8a6b-21ff-44d2-89b6-5004d80d52f5 None None] For port a22ed3ce-63ac-4fac-b69c-9f6a7e622342, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=a22ed3ce-63ac-4fac-b69c-9f6a7e622342,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:09.390537 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-aa8f8a6b-21ff-44d2-89b6-5004d80d52f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (a22ed3ce-63ac-4fac-b69c-9f6a7e622342), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:09.436628 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (30325154-7417-4e5e-a57b-b1ccaf05777e), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:09.438888 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:09.547250 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f8a6b-21ff-44d2-89b6-5004d80d52f5 None None] Pushing event updated for resources: {'Port': ['ID=a22ed3ce-63ac-4fac-b69c-9f6a7e622342,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:09.612920 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device a22ed3ce-63ac-4fac-b69c-9f6a7e622342 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:09.657217 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-ee8e0e5e-4d1b-43d9-a322-c5bb79fbf16a None None] Provisioning complete for port a22ed3ce-63ac-4fac-b69c-9f6a7e622342 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:09.657829 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ee8e0e5e-4d1b-43d9-a322-c5bb79fbf16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (a22ed3ce-63ac-4fac-b69c-9f6a7e622342), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:09.669466 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] Allocated IP 172.20.0.1 (ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e/f61fb4fd-3b7f-449b-85b4-6f00787bd46c/2a87e54e-686c-4027-92c0-708a5d79ad38) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:20:09.797690 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port a22ed3ce-63ac-4fac-b69c-9f6a7e622342 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:09.798239 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (a22ed3ce-63ac-4fac-b69c-9f6a7e622342), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:09.805145 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110890b-e657-43a2-b236-6f1b217b0202 req-7b6ade61-c122-4ac1-8b32-cce0348e9346 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:09.810930 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a110890b-e657-43a2-b236-6f1b217b0202 req-7b6ade61-c122-4ac1-8b32-cce0348e9346 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0686445 Sep 13 01:20:09.871132 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] Publish callbacks [] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:09.911598 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a110890b-e657-43a2-b236-6f1b217b0202 req-8b3ed960-8033-4fdd-a260-f65ca6567a15 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944693 Sep 13 01:20:09.930772 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:09.952748 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e0e5e-4d1b-43d9-a322-c5bb79fbf16a None None] Current status of the port a22ed3ce-63ac-4fac-b69c-9f6a7e622342 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:10.001792 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] Network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:10.003380 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] Pushing event updated for resources: {'Port': ['ID=2a87e54e-686c-4027-92c0-708a5d79ad38,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:10.006215 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:10.008682 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:20:10.045583 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port a22ed3ce-63ac-4fac-b69c-9f6a7e622342 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:10.080684 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609558'] for router_interface (4f6477d8-422f-482e-b75f-6dd90fccf094), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:10.113137 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Publish callbacks [] for port (30325154-7417-4e5e-a57b-b1ccaf05777e), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:10.122955 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (30325154-7417-4e5e-a57b-b1ccaf05777e), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:10.144353 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:10.166984 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:10.169281 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34772) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:10.202351 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Attempting to bind port 30325154-7417-4e5e-a57b-b1ccaf05777e on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:20:10.202720 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Attempting to bind port 30325154-7417-4e5e-a57b-b1ccaf05777e by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:20:10.203099 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Attempting to bind port 30325154-7417-4e5e-a57b-b1ccaf05777e on network 2a9ecfbd-a328-4077-a2ee-7c267345041e {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:20:10.228403 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f5998-acaa-4cf9-b4b6-aba3fed4795d None None] Pushing event updated for resources: {'Port': ['ID=30325154-7417-4e5e-a57b-b1ccaf05777e,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:10.256827 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=65 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:10.259537 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:10.259768 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:10.311893 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:20:10.312455 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Checking segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:20:10.312958 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:10.314133 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Bound using segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:20:10.314724 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Bound port: 30325154-7417-4e5e-a57b-b1ccaf05777e, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:20:10.315312 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (30325154-7417-4e5e-a57b-b1ccaf05777e), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:10.316289 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:10.393585 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:10.397609 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-6015eac6-f792-46c2-aad5-0a478526af7c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b0422bd9612349b8a0cbcae6f1a588b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267187 Sep 13 01:20:10.398607 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-8a7d3a40-10f6-4f62-95ed-3816a4c57e03 None None] Provisioning complete for port 2a87e54e-686c-4027-92c0-708a5d79ad38 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:10.399006 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8a7d3a40-10f6-4f62-95ed-3816a4c57e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:10.399221 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34776) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:10.442626 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] For port 30325154-7417-4e5e-a57b-b1ccaf05777e, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:20:10.470184 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-520a492d-340a-4900-9fbe-5793cb61f8f2 admin admin] Publish callbacks [] for security_group (68d4e433-951f-4f4f-8f85-ea763dfd60d3), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:10.471271 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] For port 30325154-7417-4e5e-a57b-b1ccaf05777e, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=30325154-7417-4e5e-a57b-b1ccaf05777e,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:20:10.472440 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d3a40-10f6-4f62-95ed-3816a4c57e03 None None] Port 2a87e54e-686c-4027-92c0-708a5d79ad38 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:20:10.483158 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (30325154-7417-4e5e-a57b-b1ccaf05777e), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:10.515628 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-520a492d-340a-4900-9fbe-5793cb61f8f2 admin admin] Publish callbacks [] for security_group (68d4e433-951f-4f4f-8f85-ea763dfd60d3), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:10.543922 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] Publish callbacks [] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:10.546367 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f5998-acaa-4cf9-b4b6-aba3fed4795d None None] Pushing event updated for resources: {'Port': ['ID=30325154-7417-4e5e-a57b-b1ccaf05777e,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:10.551088 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:20:10.551570 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:20:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:10.557895 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128878304'] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:10.582036 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-520a492d-340a-4900-9fbe-5793cb61f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (68d4e433-951f-4f4f-8f85-ea763dfd60d3), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:10.586792 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-520a492d-340a-4900-9fbe-5793cb61f8f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:10.592180 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-520a492d-340a-4900-9fbe-5793cb61f8f2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/68d4e433-951f-4f4f-8f85-ea763dfd60d3 HTTP/1.1" status: 204 len: 168 time: 0.1915517 Sep 13 01:20:10.601959 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a492d-340a-4900-9fbe-5793cb61f8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d4e433-951f-4f4f-8f85-ea763dfd60d3,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:10.664651 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609666'] for router_interface (4f6477d8-422f-482e-b75f-6dd90fccf094), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:10.666629 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] Pushing event updated for resources: {'Port': ['ID=2a87e54e-686c-4027-92c0-708a5d79ad38,revision_number=2']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:10.728132 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:20:10.791067 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] Network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:10.792537 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:10.948546 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] Router 4f6477d8-422f-482e-b75f-6dd90fccf094 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:20:10.975755 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34796) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:11.157742 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2bace5a3-a9d6-48e9-9675-31f498e24258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:11.185803 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d5326-12a7-435a-8b32-5ed0cabe7896 req-738441dc-70e7-4e83-b7f0-44d0c1e0478d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:11.187625 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-118d5326-12a7-435a-8b32-5ed0cabe7896 req-738441dc-70e7-4e83-b7f0-44d0c1e0478d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0871468 Sep 13 01:20:11.188876 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:20:11.197973 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-ea311b73-0b7a-4bf3-91e5-6cc7a2d1ba0c admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/4f6477d8-422f-482e-b75f-6dd90fccf094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5644803 Sep 13 01:20:11.205911 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-aab3bb35-8a3f-4545-a119-cc7281b4537a None None] Provisioning complete for port 2a87e54e-686c-4027-92c0-708a5d79ad38 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:11.206397 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-aab3bb35-8a3f-4545-a119-cc7281b4537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:11.274663 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-aab3bb35-8a3f-4545-a119-cc7281b4537a None None] Port 2a87e54e-686c-4027-92c0-708a5d79ad38 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:20:11.296470 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 2, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:11.309309 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-118d5326-12a7-435a-8b32-5ed0cabe7896 req-7c00c575-7663-4900-95f3-f7b499566d32 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095598 Sep 13 01:20:11.324942 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e5e0c-c53c-42b5-bea6-13a9c8caf843 None None] The sync data for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi is: [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 2, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:20:11.381987 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2bace5a3-a9d6-48e9-9675-31f498e24258 admin admin] Publish callbacks [] for security_group (4768f3b3-f2fa-4442-a861-9067407cd9a5), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:11.389743 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2bace5a3-a9d6-48e9-9675-31f498e24258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (4768f3b3-f2fa-4442-a861-9067407cd9a5), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:11.440081 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34814) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:11.440659 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-2bace5a3-a9d6-48e9-9675-31f498e24258 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b60d18b7f10240aeaf459e267220343b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4631090 Sep 13 01:20:11.441321 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bace5a3-a9d6-48e9-9675-31f498e24258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4768f3b3-f2fa-4442-a861-9067407cd9a5,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:11.526666 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4443a229-77ae-4198-bdde-8f559744825b admin admin] Publish callbacks [] for security_group (4768f3b3-f2fa-4442-a861-9067407cd9a5), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:11.552170 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4443a229-77ae-4198-bdde-8f559744825b admin admin] Publish callbacks [] for security_group (4768f3b3-f2fa-4442-a861-9067407cd9a5), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:11.603464 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device a22ed3ce-63ac-4fac-b69c-9f6a7e622342 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:11.618810 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:11.619624 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:11.628957 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4443a229-77ae-4198-bdde-8f559744825b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (4768f3b3-f2fa-4442-a861-9067407cd9a5), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:11.667243 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4443a229-77ae-4198-bdde-8f559744825b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:11.668530 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-4443a229-77ae-4198-bdde-8f559744825b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4768f3b3-f2fa-4442-a861-9067407cd9a5 HTTP/1.1" status: 204 len: 168 time: 0.2273128 Sep 13 01:20:11.689356 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443a229-77ae-4198-bdde-8f559744825b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4768f3b3-f2fa-4442-a861-9067407cd9a5,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:11.750322 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port a22ed3ce-63ac-4fac-b69c-9f6a7e622342 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:11.750828 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (a22ed3ce-63ac-4fac-b69c-9f6a7e622342), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:11.802349 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34824) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:11.826229 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:11.833165 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f9efe-9c31-4d1e-9566-952c82722593 req-dcbc605c-c848-4b83-8350-34b5010751ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:11.834714 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a31f9efe-9c31-4d1e-9566-952c82722593 req-dcbc605c-c848-4b83-8350-34b5010751ec service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 1129 time: 0.0560539 Sep 13 01:20:11.885110 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port a22ed3ce-63ac-4fac-b69c-9f6a7e622342 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:11.909665 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a31f9efe-9c31-4d1e-9566-952c82722593 req-7dbbd8bb-ec99-4b50-baac-47a81bc81394 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669479 Sep 13 01:20:11.963914 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34828) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:11.980156 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-7ce17b52-cdba-4f53-9986-fe4924699ca8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--131266091', 'description': 'tempest-description--745013303'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:12.015537 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7ce17b52-cdba-4f53-9986-fe4924699ca8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.144233 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7ce17b52-cdba-4f53-9986-fe4924699ca8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (9d090bfa-f5e3-429d-a321-c11294e112e0), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.155335 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7ce17b52-cdba-4f53-9986-fe4924699ca8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (9d090bfa-f5e3-429d-a321-c11294e112e0), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.198060 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce17b52-cdba-4f53-9986-fe4924699ca8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d090bfa-f5e3-429d-a321-c11294e112e0,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:12.205695 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7ce17b52-cdba-4f53-9986-fe4924699ca8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.206967 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-7ce17b52-cdba-4f53-9986-fe4924699ca8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2412314 Sep 13 01:20:12.210469 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34838) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:12.215594 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-5f3785df-1f93-4866-aa36-4e49073e5fe4 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'security_group_rule': {'security_group_id': '9d090bfa-f5e3-429d-a321-c11294e112e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:12.229870 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-080d6ddb-f8b4-4c78-b23a-4022913bf0bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1777746815-network', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:12.258528 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080d6ddb-f8b4-4c78-b23a-4022913bf0bb admin admin] Made reservation on behalf of 66cdd4ec03ea4fbf959ede65bb96f6ca for: {'network': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:20:12.260928 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-080d6ddb-f8b4-4c78-b23a-4022913bf0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.261229 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5f3785df-1f93-4866-aa36-4e49073e5fe4 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (4cb3763a-b67a-478a-803b-6ce3d701feb5), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.271813 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-080d6ddb-f8b4-4c78-b23a-4022913bf0bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.338558 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:12.358116 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5f3785df-1f93-4866-aa36-4e49073e5fe4 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (4cb3763a-b67a-478a-803b-6ce3d701feb5), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.365077 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5f3785df-1f93-4866-aa36-4e49073e5fe4 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (4cb3763a-b67a-478a-803b-6ce3d701feb5), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.390538 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3785df-1f93-4866-aa36-4e49073e5fe4 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb3763a-b67a-478a-803b-6ce3d701feb5,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:12.415986 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-080d6ddb-f8b4-4c78-b23a-4022913bf0bb admin admin] Publish callbacks [] for security_group (0dc44474-eed9-47c6-a822-670bc4540cbd), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.421203 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-080d6ddb-f8b4-4c78-b23a-4022913bf0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (0dc44474-eed9-47c6-a822-670bc4540cbd), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.422190 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5f3785df-1f93-4866-aa36-4e49073e5fe4 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.429915 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-5f3785df-1f93-4866-aa36-4e49073e5fe4 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2173212 Sep 13 01:20:12.432325 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34846) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:12.442618 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-cb1777eb-609c-4f2b-8476-4bddf68250aa tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'security_group_rule': {'security_group_id': '9d090bfa-f5e3-429d-a321-c11294e112e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:12.458293 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080d6ddb-f8b4-4c78-b23a-4022913bf0bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:20:12.486035 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-cb1777eb-609c-4f2b-8476-4bddf68250aa tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (4a60f328-3c12-4640-b073-fc72947dacbc), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.498519 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-080d6ddb-f8b4-4c78-b23a-4022913bf0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (c2b7f4cb-81c5-4031-9233-2ada99eab352), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.498889 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.segments_db [None req-080d6ddb-f8b4-4c78-b23a-4022913bf0bb admin admin] Added segment c2b7f4cb-81c5-4031-9233-2ada99eab352 of type vlan for network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 Sep 13 01:20:12.500415 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d6ddb-f8b4-4c78-b23a-4022913bf0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc44474-eed9-47c6-a822-670bc4540cbd,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:12.589352 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ca2b9-8ede-4d9d-a6c4-e703163e2e9d req-f07cc8a5-5017-48ba-881a-f1d08ea33f02 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:12.590160 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-cb1777eb-609c-4f2b-8476-4bddf68250aa tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (4a60f328-3c12-4640-b073-fc72947dacbc), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.590252 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c98ca2b9-8ede-4d9d-a6c4-e703163e2e9d req-f07cc8a5-5017-48ba-881a-f1d08ea33f02 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.1152976 Sep 13 01:20:12.598652 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-080d6ddb-f8b4-4c78-b23a-4022913bf0bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (0a90ed41-eeae-4dbf-a9a3-4da26905e9e8), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.606982 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-cb1777eb-609c-4f2b-8476-4bddf68250aa tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (4a60f328-3c12-4640-b073-fc72947dacbc), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.630621 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1777eb-609c-4f2b-8476-4bddf68250aa tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a60f328-3c12-4640-b073-fc72947dacbc,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:12.643430 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-cb1777eb-609c-4f2b-8476-4bddf68250aa tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.652032 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-cb1777eb-609c-4f2b-8476-4bddf68250aa tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2181571 Sep 13 01:20:12.658785 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34852) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:12.661935 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-73e2551c-ec6c-4406-b10e-4590501ec5c3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'floatingip': {'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:12.671234 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-080d6ddb-f8b4-4c78-b23a-4022913bf0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (0a90ed41-eeae-4dbf-a9a3-4da26905e9e8), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.672895 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080d6ddb-f8b4-4c78-b23a-4022913bf0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:12.673630 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-080d6ddb-f8b4-4c78-b23a-4022913bf0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.693746 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-73e2551c-ec6c-4406-b10e-4590501ec5c3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.718030 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-080d6ddb-f8b4-4c78-b23a-4022913bf0bb admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9141786 Sep 13 01:20:12.747233 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.754975 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c98ca2b9-8ede-4d9d-a6c4-e703163e2e9d req-8e5f95d5-0d55-4bd3-92ba-39c87afedfb8 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530435 Sep 13 01:20:12.755486 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34856) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:12.763710 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-62ead116-75de-4038-8954-f608d239fda5 admin admin] Request body: {'subnet': {'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1777746815-subnet', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'ip_version': 4}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:12.801308 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ead116-75de-4038-8954-f608d239fda5 admin admin] Made reservation on behalf of 66cdd4ec03ea4fbf959ede65bb96f6ca for: {'subnet': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:20:12.803829 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-62ead116-75de-4038-8954-f608d239fda5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126134743'] for subnet (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.809869 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-73e2551c-ec6c-4406-b10e-4590501ec5c3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:12.823296 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d6ddb-f8b4-4c78-b23a-4022913bf0bb admin admin] Pushing event updated for resources: {'Network': ['ID=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:12.834807 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:20:12.888472 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:12.911296 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:12.979340 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:DELETE=3,neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:12.981763 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-73e2551c-ec6c-4406-b10e-4590501ec5c3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Allocated IP 172.27.1.20 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/c140cf83-9f27-466d-bc46-c521ab09adb3) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:20:13.049320 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-62ead116-75de-4038-8954-f608d239fda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128892763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126134725'] for subnet (b0042c6c-337e-4770-971b-d8ee010e1407), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:13.121871 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ead116-75de-4038-8954-f608d239fda5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0042c6c-337e-4770-971b-d8ee010e1407,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:13.133555 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ead116-75de-4038-8954-f608d239fda5 admin admin] Checking segment: {'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:20:13.134071 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ead116-75de-4038-8954-f608d239fda5 admin admin] Network hostable DHCP agents. Network: 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:20:13.169369 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ead116-75de-4038-8954-f608d239fda5 admin admin] Network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:20:13.181638 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-62ead116-75de-4038-8954-f608d239fda5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8) {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:13.191504 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-73e2551c-ec6c-4406-b10e-4590501ec5c3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for port (c140cf83-9f27-466d-bc46-c521ab09adb3), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:13.198364 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaeab33-0606-456d-9500-ce2a5732e694 None None] Network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:20:13.201153 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ead116-75de-4038-8954-f608d239fda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:13.202137 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-62ead116-75de-4038-8954-f608d239fda5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:13.232179 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-62ead116-75de-4038-8954-f608d239fda5 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4724357 Sep 13 01:20:13.232614 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34868) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:13.236869 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:13.252983 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:13.279004 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-959874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16255'] for router (f3ec2eb3-1e60-41e4-908e-0b11c99660e8), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:13.280251 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16244'] for router (f3ec2eb3-1e60-41e4-908e-0b11c99660e8), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:13.287537 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-73e2551c-ec6c-4406-b10e-4590501ec5c3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (c140cf83-9f27-466d-bc46-c521ab09adb3), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:13.357360 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:13.359709 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e2551c-ec6c-4406-b10e-4590501ec5c3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:13.370184 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4256e4d7-f65d-58b5-a57f-4fc85113e640-0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407'}]}} from dv-cinder-856941-3-iscsi. {{(pid=106210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 01:20:13.372544 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:13.392132 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-73e2551c-ec6c-4406-b10e-4590501ec5c3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:13.394910 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e2551c-ec6c-4406-b10e-4590501ec5c3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:20:13.414795 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Publish callbacks [] for router_controller (f3ec2eb3-1e60-41e4-908e-0b11c99660e8), precommit_add_association {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:13.434589 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2551c-ec6c-4406-b10e-4590501ec5c3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'Port': ['ID=c140cf83-9f27-466d-bc46-c521ab09adb3,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:13.532011 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-73e2551c-ec6c-4406-b10e-4590501ec5c3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (23cb6e80-890b-4381-9cbd-87bf855ef1c4), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:13.579045 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Allocated IP 172.20.0.2 (0a90ed41-eeae-4dbf-a9a3-4da26905e9e8/b0042c6c-337e-4770-971b-d8ee010e1407/12f787b5-69bd-4c45-aacf-2d8f5e67d6ad) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:20:13.583250 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 30325154-7417-4e5e-a57b-b1ccaf05777e up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:13.656786 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:13.657285 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Publish callbacks [] for router_gateway (f3ec2eb3-1e60-41e4-908e-0b11c99660e8), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:13.670555 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-73e2551c-ec6c-4406-b10e-4590501ec5c3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (c140cf83-9f27-466d-bc46-c521ab09adb3), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:13.690930 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34872) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:13.722096 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 30325154-7417-4e5e-a57b-b1ccaf05777e triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:13.722474 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (30325154-7417-4e5e-a57b-b1ccaf05777e), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:13.876768 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-56f7f2b5-af22-45fd-a10f-51f2f346a66a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:13.908653 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Publish callbacks [] for port (12f787b5-69bd-4c45-aacf-2d8f5e67d6ad), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:13.910732 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 30325154-7417-4e5e-a57b-b1ccaf05777e is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:13.911300 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (30325154-7417-4e5e-a57b-b1ccaf05777e), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:13.927575 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (12f787b5-69bd-4c45-aacf-2d8f5e67d6ad), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:13.965710 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 30325154-7417-4e5e-a57b-b1ccaf05777e, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=30325154-7417-4e5e-a57b-b1ccaf05777e,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:13.975889 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (30325154-7417-4e5e-a57b-b1ccaf05777e), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:13.988389 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:13.991541 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:13.997524 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:20:14.022025 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-56f7f2b5-af22-45fd-a10f-51f2f346a66a admin admin] Publish callbacks [] for security_group (3e69584c-caf1-4b09-b6f5-afcb26aa4b9d), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:14.029041 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-56f7f2b5-af22-45fd-a10f-51f2f346a66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (3e69584c-caf1-4b09-b6f5-afcb26aa4b9d), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:14.033082 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Pushing event updated for resources: {'Port': ['ID=12f787b5-69bd-4c45-aacf-2d8f5e67d6ad,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:14.090451 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7f2b5-af22-45fd-a10f-51f2f346a66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e69584c-caf1-4b09-b6f5-afcb26aa4b9d,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:14.099816 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-56f7f2b5-af22-45fd-a10f-51f2f346a66a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e2cf3f7032d9458d983f92e3939bd6da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4067929 Sep 13 01:20:14.100627 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 34878) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:14.106402 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Attempting to bind port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:20:14.106727 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Attempting to bind port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:20:14.107191 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Attempting to bind port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad on network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:20:14.146025 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:14.155522 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=30325154-7417-4e5e-a57b-b1ccaf05777e,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:14.187913 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:20:14.188285 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Checking segment: {'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:20:14.188692 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:14.189085 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Bound using segment: {'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:20:14.189800 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Bound port: 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:20:14.190279 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (12f787b5-69bd-4c45-aacf-2d8f5e67d6ad), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:14.193863 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a6973ca7-4b0c-4325-9d09-823cab757fd5 admin admin] Publish callbacks [] for security_group (3e69584c-caf1-4b09-b6f5-afcb26aa4b9d), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:14.220183 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac05039-ef35-4c72-8ff3-c0b5a1064096 req-67e3485c-dc58-4d1a-989e-78fb1db9fe0b tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:14.221706 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4ac05039-ef35-4c72-8ff3-c0b5a1064096 req-67e3485c-dc58-4d1a-989e-78fb1db9fe0b tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.1697557 Sep 13 01:20:14.235484 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a6973ca7-4b0c-4325-9d09-823cab757fd5 admin admin] Publish callbacks [] for security_group (3e69584c-caf1-4b09-b6f5-afcb26aa4b9d), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:14.301220 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] For port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:20:14.304499 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] For port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=12f787b5-69bd-4c45-aacf-2d8f5e67d6ad,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:20:14.312920 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:20:14.313509 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (12f787b5-69bd-4c45-aacf-2d8f5e67d6ad), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:14.313888 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a6973ca7-4b0c-4325-9d09-823cab757fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (3e69584c-caf1-4b09-b6f5-afcb26aa4b9d), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:14.316738 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a6973ca7-4b0c-4325-9d09-823cab757fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:14.318281 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-a6973ca7-4b0c-4325-9d09-823cab757fd5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3e69584c-caf1-4b09-b6f5-afcb26aa4b9d HTTP/1.1" status: 204 len: 168 time: 0.2165298 Sep 13 01:20:14.330798 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6973ca7-4b0c-4325-9d09-823cab757fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e69584c-caf1-4b09-b6f5-afcb26aa4b9d,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:14.362471 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-73e2551c-ec6c-4406-b10e-4590501ec5c3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for port (c140cf83-9f27-466d-bc46-c521ab09adb3), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:14.365402 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Publish callbacks [] for router_gateway (f3ec2eb3-1e60-41e4-908e-0b11c99660e8), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:14.395982 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Sync routers for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:20:14.409302 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-73e2551c-ec6c-4406-b10e-4590501ec5c3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (c140cf83-9f27-466d-bc46-c521ab09adb3), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:14.409855 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-73e2551c-ec6c-4406-b10e-4590501ec5c3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (23cb6e80-890b-4381-9cbd-87bf855ef1c4), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:14.425368 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:14.429625 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:20:14.433008 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c71231-c00d-40ab-8170-12b399bd0814 None None] Pushing event updated for resources: {'Port': ['ID=12f787b5-69bd-4c45-aacf-2d8f5e67d6ad,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:14.436157 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:20:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:14.511299 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4ac05039-ef35-4c72-8ff3-c0b5a1064096 req-9b784888-f58c-4ff8-99ce-ae6e12788226 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664552 Sep 13 01:20:14.523013 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:14.539755 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-73e2551c-ec6c-4406-b10e-4590501ec5c3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:14.541289 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-73e2551c-ec6c-4406-b10e-4590501ec5c3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8844290 Sep 13 01:20:14.576530 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:20:14.586845 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2551c-ec6c-4406-b10e-4590501ec5c3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'Port': ['ID=c140cf83-9f27-466d-bc46-c521ab09adb3,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:14.690183 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Allocated IP 172.27.1.41 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/75ce5630-fff0-4d58-800c-4c2f9dffdd34) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:20:14.812606 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd38df0-a7cc-45e8-a111-1881693b3684 req-083f74ca-7772-4630-b12f-bd4b3b968060 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:14.815378 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-bfd38df0-a7cc-45e8-a111-1881693b3684 req-083f74ca-7772-4630-b12f-bd4b3b968060 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.1179733 Sep 13 01:20:14.876230 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 2, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:14.897162 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Publish callbacks [] for port (75ce5630-fff0-4d58-800c-4c2f9dffdd34), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:14.912026 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Checking router: 4f6477d8-422f-482e-b75f-6dd90fccf094 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:20:14.912592 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Updating router 4f6477d8-422f-482e-b75f-6dd90fccf094 port 2a87e54e-686c-4027-92c0-708a5d79ad38 binding host dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:20:14.919244 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-bfd38df0-a7cc-45e8-a111-1881693b3684 req-44141d10-babf-4fcc-aab5-57c1e9fa087a tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956953 Sep 13 01:20:14.922506 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:14.949780 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:14.988410 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-ed3279d7-3004-443d-bc4a-698248ecc8e7 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--131266091&fields=id&tenant_id=30ce8239a9b34af685743812ce53ef19 HTTP/1.1" status: 200 len: 267 time: 0.0872133 Sep 13 01:20:15.007404 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (75ce5630-fff0-4d58-800c-4c2f9dffdd34), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:15.093297 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:15.110392 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:15.114642 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:20:15.116743 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Pushing event updated for resources: {'Port': ['ID=75ce5630-fff0-4d58-800c-4c2f9dffdd34,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:15.279166 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-1d26234b-1dfe-4a70-a90e-f8d8dbf4121d tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:15.280711 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-1d26234b-1dfe-4a70-a90e-f8d8dbf4121d tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/networks?id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e HTTP/1.1" status: 200 len: 815 time: 0.2839684 Sep 13 01:20:15.338452 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-85a388ed-5418-408a-88ad-a41863fce8b6 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/quotas/30ce8239a9b34af685743812ce53ef19 HTTP/1.1" status: 200 len: 375 time: 0.0515742 Sep 13 01:20:15.424788 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Publish callbacks [] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:15.438007 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:15.531737 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-e8011679-da84-4fb4-b29e-78aace33f950 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=30ce8239a9b34af685743812ce53ef19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1628807 Sep 13 01:20:15.541875 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Publish callbacks [] for router_gateway (f3ec2eb3-1e60-41e4-908e-0b11c99660e8), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:15.659001 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Attempting to bind port 2a87e54e-686c-4027-92c0-708a5d79ad38 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:20:15.659375 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Attempting to bind port 2a87e54e-686c-4027-92c0-708a5d79ad38 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:20:15.660256 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Attempting to bind port 2a87e54e-686c-4027-92c0-708a5d79ad38 on network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:20:15.689053 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318269b-9e9b-44a4-b857-bb76693cede9 None None] Pushing event updated for resources: {'Port': ['ID=2a87e54e-686c-4027-92c0-708a5d79ad38,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:15.721624 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:20:15.722102 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Checking segment: {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:20:15.724589 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:15.725121 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Bound using segment: {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:20:15.725678 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Bound port: 2a87e54e-686c-4027-92c0-708a5d79ad38, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:20:15.726141 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:15.740879 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:15.752222 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:15.828056 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] For port 2a87e54e-686c-4027-92c0-708a5d79ad38, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:20:15.835808 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] For port 2a87e54e-686c-4027-92c0-708a5d79ad38, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=2a87e54e-686c-4027-92c0-708a5d79ad38,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:20:15.835958 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:15.836409 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (12f787b5-69bd-4c45-aacf-2d8f5e67d6ad), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:15.848463 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:15.858316 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:15.868256 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:20:15.869073 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:20:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:15.926391 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57cd0a3-0680-41a7-8df5-20140d607276 None None] Network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:20:15.996961 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:15.997455 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (12f787b5-69bd-4c45-aacf-2d8f5e67d6ad), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:16.007864 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-7e3980ab-2ce8-4f2a-ac54-1d2d8b0edcce service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553735 Sep 13 01:20:16.017206 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:20:16.039127 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=12f787b5-69bd-4c45-aacf-2d8f5e67d6ad,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:16.049964 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (12f787b5-69bd-4c45-aacf-2d8f5e67d6ad), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:16.051175 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 30325154-7417-4e5e-a57b-b1ccaf05777e up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:16.094046 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-961843'] for router (f3ec2eb3-1e60-41e4-908e-0b11c99660e8), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:16.099155 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:16.101242 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-d09f22b4-cb24-4ab5-af3a-08682d54a88f None None] Provisioning complete for port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:16.101753 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d09f22b4-cb24-4ab5-af3a-08682d54a88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (12f787b5-69bd-4c45-aacf-2d8f5e67d6ad), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:16.188534 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-f12d8db3-4101-4b30-a89a-c01e0166501a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796293 Sep 13 01:20:16.205079 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:16.222710 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 30325154-7417-4e5e-a57b-b1ccaf05777e triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:16.223509 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (30325154-7417-4e5e-a57b-b1ccaf05777e), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:16.248230 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318269b-9e9b-44a4-b857-bb76693cede9 None None] Pushing event updated for resources: {'Port': ['ID=2a87e54e-686c-4027-92c0-708a5d79ad38,revision_number=4']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:16.454981 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 is scheduled to L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb with binding_index 1 {{(pid=106208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 01:20:16.464008 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:15Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:16.495711 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b57c96-861a-4148-925c-36caa8c1dfa6 None None] The sync data for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi is: [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:15Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:20:16.527656 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-01eae4f6-2ed7-4fec-9e4e-b7b7dac73020 req-08583425-34ba-4685-8913-bd3a47d6e9d2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 210 time: 0.0420942 Sep 13 01:20:16.629465 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:16.635822 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:16.650821 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=12f787b5-69bd-4c45-aacf-2d8f5e67d6ad,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:16.656590 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 30325154-7417-4e5e-a57b-b1ccaf05777e is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:16.661275 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-d09f22b4-cb24-4ab5-af3a-08682d54a88f None None] Current status of the port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:16.669239 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:20:16.684677 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Sync routers for ids ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:20:16.696543 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Routers {'f3ec2eb3-1e60-41e4-908e-0b11c99660e8'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:20:16.697250 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:20:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:16.718905 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:16.726153 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-7e9038b3-f4ae-469a-8dd4-904cde2f7e17 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4883041 Sep 13 01:20:16.726153 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 34954) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:16.808534 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-432a234e-2ae9-4956-ab4a-fff0679311c2 None None] Provisioning complete for port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:16.809526 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-432a234e-2ae9-4956-ab4a-fff0679311c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (12f787b5-69bd-4c45-aacf-2d8f5e67d6ad), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:16.953914 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Set router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:20:17.112624 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-432a234e-2ae9-4956-ab4a-fff0679311c2 None None] Current status of the port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:17.199613 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010465f-8397-48cf-8868-4c089e046393 req-72e5fe40-1b2d-4765-aa08-f6903a6bc3b1 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:17.201892 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7010465f-8397-48cf-8868-4c089e046393 req-72e5fe40-1b2d-4765-aa08-f6903a6bc3b1 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.1146619 Sep 13 01:20:17.223912 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:15Z', 'revision_number': 3, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:17.252398 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:17.260260 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Checking router: f3ec2eb3-1e60-41e4-908e-0b11c99660e8 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:20:17.260978 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Updating router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 port 75ce5630-fff0-4d58-800c-4c2f9dffdd34 binding host dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:20:17.281096 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7010465f-8397-48cf-8868-4c089e046393 req-83645d1c-0b39-4671-9c67-5abeb62b42be tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729368 Sep 13 01:20:17.299059 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (75ce5630-fff0-4d58-800c-4c2f9dffdd34), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:17.424466 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f57e4c-8f57-4a38-b564-3de638a00b61 req-0980b826-f542-4f20-842f-f212eda7d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:17.425979 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f1f57e4c-8f57-4a38-b564-3de638a00b61 req-0980b826-f542-4f20-842f-f212eda7d579 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 1130 time: 0.3578157 Sep 13 01:20:17.693587 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:17.716230 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-73908ee5-6b8b-4f2f-9f8c-6310d90502ea req-944ec1fb-813c-4dac-bb87-5eb9340b07a5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 210 time: 0.0707211 Sep 13 01:20:17.718975 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Publish callbacks [] for port (75ce5630-fff0-4d58-800c-4c2f9dffdd34), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:17.750022 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (75ce5630-fff0-4d58-800c-4c2f9dffdd34), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:17.768662 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:17.768806 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:17.769981 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:17.794723 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Attempting to bind port 75ce5630-fff0-4d58-800c-4c2f9dffdd34 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:20:17.795071 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Attempting to bind port 75ce5630-fff0-4d58-800c-4c2f9dffdd34 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:20:17.795440 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Attempting to bind port 75ce5630-fff0-4d58-800c-4c2f9dffdd34 on network 2a9ecfbd-a328-4077-a2ee-7c267345041e {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:20:17.811562 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f57e4c-8f57-4a38-b564-3de638a00b61 req-e5962deb-49af-49c9-8045-ea5f863034c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:17.812900 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f1f57e4c-8f57-4a38-b564-3de638a00b61 req-e5962deb-49af-49c9-8045-ea5f863034c4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 918 time: 0.3738079 Sep 13 01:20:17.822144 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:17.823473 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (12f787b5-69bd-4c45-aacf-2d8f5e67d6ad), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:17.871735 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f1f57e4c-8f57-4a38-b564-3de638a00b61 req-86158648-28fd-4aa5-b29b-4e6a9b8b3e18 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af4f2d52-b899-4598-a65e-5404eb758ac3 HTTP/1.1" status: 200 len: 217 time: 0.0357091 Sep 13 01:20:17.899258 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bf28c-357a-4044-a425-3bff6454478d None None] Pushing event updated for resources: {'Port': ['ID=75ce5630-fff0-4d58-800c-4c2f9dffdd34,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:17.924042 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:20:17.924411 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Checking segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:20:17.924815 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:17.925210 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Bound using segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:20:17.925688 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Bound port: 75ce5630-fff0-4d58-800c-4c2f9dffdd34, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:20:17.926065 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (75ce5630-fff0-4d58-800c-4c2f9dffdd34), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:17.926657 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:17.999074 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:18.000168 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 2a87e54e-686c-4027-92c0-708a5d79ad38 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:18.029038 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] For port 75ce5630-fff0-4d58-800c-4c2f9dffdd34, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:20:18.047830 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] For port 75ce5630-fff0-4d58-800c-4c2f9dffdd34, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=75ce5630-fff0-4d58-800c-4c2f9dffdd34,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:20:18.057198 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (75ce5630-fff0-4d58-800c-4c2f9dffdd34), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:18.090906 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] Allocated IP 172.20.0.1 (0a90ed41-eeae-4dbf-a9a3-4da26905e9e8/b0042c6c-337e-4770-971b-d8ee010e1407/2edbafc7-990b-472d-adcf-db56cf64b97d) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:20:18.096460 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:18.123068 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 2a87e54e-686c-4027-92c0-708a5d79ad38 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:18.123526 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:18.179112 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Routers {'f3ec2eb3-1e60-41e4-908e-0b11c99660e8'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:20:18.179957 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:20:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:18.239929 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f57e4c-8f57-4a38-b564-3de638a00b61 req-cdb8b6b2-372a-4027-ae69-f57ca1e99701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:18.241416 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f1f57e4c-8f57-4a38-b564-3de638a00b61 req-cdb8b6b2-372a-4027-ae69-f57ca1e99701 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89162ffe-bd41-4b0f-96cf-08e9b2407131 HTTP/1.1" status: 200 len: 856 time: 0.0794392 Sep 13 01:20:18.293873 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bf28c-357a-4044-a425-3bff6454478d None None] Pushing event updated for resources: {'Port': ['ID=75ce5630-fff0-4d58-800c-4c2f9dffdd34,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:18.366500 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] Publish callbacks [] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:18.376969 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 2a87e54e-686c-4027-92c0-708a5d79ad38 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:18.377498 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:18.378756 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f57e4c-8f57-4a38-b564-3de638a00b61 req-c55f58e8-d5f7-41c3-a2f0-1ece3083d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:18.380311 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f1f57e4c-8f57-4a38-b564-3de638a00b61 req-c55f58e8-d5f7-41c3-a2f0-1ece3083d361 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1139822 Sep 13 01:20:18.400927 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] Set router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:20:18.438274 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e33b2c-8a01-4004-8bf5-a77651ef05ec req-84b08cf1-5c05-4e42-ab99-080b7fbf2854 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:18.439699 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f7e33b2c-8a01-4004-8bf5-a77651ef05ec req-84b08cf1-5c05-4e42-ab99-080b7fbf2854 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.0571187 Sep 13 01:20:18.485089 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:18.493605 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f7e33b2c-8a01-4004-8bf5-a77651ef05ec req-9e873115-e8dd-41e3-b256-46718075cc56 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481679 Sep 13 01:20:18.528640 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 2a87e54e-686c-4027-92c0-708a5d79ad38, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=2a87e54e-686c-4027-92c0-708a5d79ad38,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:18.557154 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:18.564178 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] Network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:18.573607 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:18.581084 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-a510e72b-96e4-43d1-b3c7-bd3ccfb750ee tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:18.582639 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-a510e72b-96e4-43d1-b3c7-bd3ccfb750ee tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e HTTP/1.1" status: 200 len: 815 time: 0.3262856 Sep 13 01:20:18.585689 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:20:18.586162 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609558'] for router_interface (f3ec2eb3-1e60-41e4-908e-0b11c99660e8), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:18.598281 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] Pushing event updated for resources: {'Port': ['ID=2edbafc7-990b-472d-adcf-db56cf64b97d,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:18.611122 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:18.639865 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=2a87e54e-686c-4027-92c0-708a5d79ad38,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:18.676068 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f1f57e4c-8f57-4a38-b564-3de638a00b61 req-f595beb7-6eee-48d7-b16a-d7137aa709b6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652066 Sep 13 01:20:18.702086 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:15Z', 'revision_number': 3, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:18.734565 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97e77a-d1eb-446e-b29c-7f3c39c09076 None None] The sync data for ids ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'] in dv-cinder-856941-3-iscsi is: [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:15Z', 'revision_number': 3, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:20:18.789052 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:18.813541 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-606b74ab-93c0-4445-8d62-4b159160251d tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=30ce8239a9b34af685743812ce53ef19 HTTP/1.1" status: 200 len: 379 time: 0.1685078 Sep 13 01:20:18.829275 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:18.841082 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-21d2cde2-fa32-4de6-9041-e97f1042f40e None None] Provisioning complete for port 2edbafc7-990b-472d-adcf-db56cf64b97d triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:18.841655 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-21d2cde2-fa32-4de6-9041-e97f1042f40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:18.844988 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-f99db44c-cb77-454b-a458-606ad15e3bf8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'port': {'device_id': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'admin_state_up': True, 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'security_groups': ['9d090bfa-f5e3-429d-a321-c11294e112e0']}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:18.877702 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-21d2cde2-fa32-4de6-9041-e97f1042f40e None None] Port 2edbafc7-990b-472d-adcf-db56cf64b97d cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:20:18.886846 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cc52dd7a-fdd9-4026-a472-3f402c609fa8 req-9a126b0f-8e05-4932-93d5-207762b416d8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 210 time: 0.0826840 Sep 13 01:20:18.964323 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f1f57e4c-8f57-4a38-b564-3de638a00b61 req-91c5c4e7-2a54-40f5-935f-cb63df10aafc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710795 Sep 13 01:20:18.969649 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:19.121873 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-f99db44c-cb77-454b-a458-606ad15e3bf8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Made reservation on behalf of 30ce8239a9b34af685743812ce53ef19 for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:20:19.125798 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-f99db44c-cb77-454b-a458-606ad15e3bf8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:19.294261 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] Publish callbacks [] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:19.305989 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:19.306798 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609666'] for router_interface (f3ec2eb3-1e60-41e4-908e-0b11c99660e8), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:19.354221 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-f99db44c-cb77-454b-a458-606ad15e3bf8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Allocated IP 172.20.0.13 (ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e/f61fb4fd-3b7f-449b-85b4-6f00787bd46c/1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:20:19.424287 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] Pushing event updated for resources: {'Port': ['ID=2edbafc7-990b-472d-adcf-db56cf64b97d,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:19.572484 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] Network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:19.579070 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:19.610187 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:19.655070 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 75ce5630-fff0-4d58-800c-4c2f9dffdd34 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:19.664555 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e18dfe-5dc4-4743-a87f-96d651a36c82 req-27a620da-7966-47e2-88d7-f12481521c7b tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:19.673639 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c6e18dfe-5dc4-4743-a87f-96d651a36c82 req-27a620da-7966-47e2-88d7-f12481521c7b tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.0816929 Sep 13 01:20:19.713457 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:19.734210 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:19.741337 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-f99db44c-cb77-454b-a458-606ad15e3bf8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for port (1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:19.750220 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 75ce5630-fff0-4d58-800c-4c2f9dffdd34 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:19.751175 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (75ce5630-fff0-4d58-800c-4c2f9dffdd34), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:19.782089 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c6e18dfe-5dc4-4743-a87f-96d651a36c82 req-1ca4f988-5bed-46b8-b2b6-17565b1740a1 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070940 Sep 13 01:20:19.786803 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] Router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:20:19.850522 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 75ce5630-fff0-4d58-800c-4c2f9dffdd34 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:19.851154 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (75ce5630-fff0-4d58-800c-4c2f9dffdd34), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:19.875926 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 75ce5630-fff0-4d58-800c-4c2f9dffdd34, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=75ce5630-fff0-4d58-800c-4c2f9dffdd34,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:19.882196 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (75ce5630-fff0-4d58-800c-4c2f9dffdd34), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:19.883038 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-f99db44c-cb77-454b-a458-606ad15e3bf8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:19.884031 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 2a87e54e-686c-4027-92c0-708a5d79ad38 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:19.967826 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-f99db44c-cb77-454b-a458-606ad15e3bf8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:19.974758 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-b88c607b-68e1-4594-9426-3f323e3c9941 None None] Provisioning complete for port 2edbafc7-990b-472d-adcf-db56cf64b97d triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:19.975158 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b88c607b-68e1-4594-9426-3f323e3c9941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:19.979269 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-f99db44c-cb77-454b-a458-606ad15e3bf8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:19.994087 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-f99db44c-cb77-454b-a458-606ad15e3bf8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:20:19.998359 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-f99db44c-cb77-454b-a458-606ad15e3bf8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:19.999150 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-f99db44c-cb77-454b-a458-606ad15e3bf8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:20.001899 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=75ce5630-fff0-4d58-800c-4c2f9dffdd34,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:20.026498 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-b88c607b-68e1-4594-9426-3f323e3c9941 None None] Port 2edbafc7-990b-472d-adcf-db56cf64b97d cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:20:20.031822 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:20:20.032669 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 2a87e54e-686c-4027-92c0-708a5d79ad38 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:20.033038 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:20.036967 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99db44c-cb77-454b-a458-606ad15e3bf8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'Port': ['ID=1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:20.043844 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-dcbc0fbb-7e1d-4f8d-b884-3dc4850012bc admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/f3ec2eb3-1e60-41e4-908e-0b11c99660e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3182621 Sep 13 01:20:20.057319 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304863ab-e7ff-4f21-941a-402b7053f472 req-05c8f1ec-340f-4f92-8249-9627d9515fa3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:20.059611 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-304863ab-e7ff-4f21-941a-402b7053f472 req-05c8f1ec-340f-4f92-8249-9627d9515fa3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 932 time: 0.0903497 Sep 13 01:20:20.063685 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-f99db44c-cb77-454b-a458-606ad15e3bf8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2261372 Sep 13 01:20:20.105293 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Request body: {'port': {'device_id': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:20.250953 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-d5b6d6a4-19cc-4d77-950b-3ddc34ffb1f1 None None] Provisioning complete for port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:20.251336 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d6a4-19cc-4d77-950b-3ddc34ffb1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:20.315882 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-d5b6d6a4-19cc-4d77-950b-3ddc34ffb1f1 None None] Port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:20:20.317366 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 2a87e54e-686c-4027-92c0-708a5d79ad38 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:20.444906 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-304863ab-e7ff-4f21-941a-402b7053f472 req-17d60a0d-f974-4152-b75b-d8494c0d6a9d tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9d090bfa-f5e3-429d-a321-c11294e112e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3770487 Sep 13 01:20:20.488569 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:20.746361 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Sync routers for ids ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:20:20.756649 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 35036) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:20.760442 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Routers {'f3ec2eb3-1e60-41e4-908e-0b11c99660e8'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:20:20.761866 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:20:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:20.762737 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-b1dd9628-4175-49aa-a6d5-27fa49914a2a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-986183-network', 'tenant_id': '01cdb885e3894f3eb1d6947137d35b67'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:20.778030 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:20.789470 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dd9628-4175-49aa-a6d5-27fa49914a2a admin admin] Made reservation on behalf of 01cdb885e3894f3eb1d6947137d35b67 for: {'network': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:20:20.792226 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9628-4175-49aa-a6d5-27fa49914a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:20.802396 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9628-4175-49aa-a6d5-27fa49914a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:20.826566 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:20:20.837823 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Publish callbacks [] for port (1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:20.858878 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:20.858878 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Transition to ACTIVE for port object 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:20:20.862916 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:20.942246 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:20.952828 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9628-4175-49aa-a6d5-27fa49914a2a admin admin] Publish callbacks [] for security_group (18bfe686-30eb-423e-835f-6074e3328e15), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:20.957025 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Attempting to bind port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:20:20.957724 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Attempting to bind port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:20:20.958062 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Attempting to bind port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf on network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:20:20.965722 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9628-4175-49aa-a6d5-27fa49914a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (18bfe686-30eb-423e-835f-6074e3328e15), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:20.969341 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Set router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:20:20.978827 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1dd9628-4175-49aa-a6d5-27fa49914a2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:20:20.989836 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9628-4175-49aa-a6d5-27fa49914a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (4c318109-1671-4ad9-bea6-5cb53af46def), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:20.990684 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.segments_db [None req-b1dd9628-4175-49aa-a6d5-27fa49914a2a admin admin] Added segment 4c318109-1671-4ad9-bea6-5cb53af46def of type vlan for network ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab Sep 13 01:20:21.006522 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:21.040350 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5d79f-3548-408e-b320-a030620d9217 req-72f60f8d-741e-468b-811a-dfa6b5371ee2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:21.042080 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a9f5d79f-3548-408e-b320-a030620d9217 req-72f60f8d-741e-468b-811a-dfa6b5371ee2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.1439216 Sep 13 01:20:21.051137 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf on network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:20:21.051469 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Attempting to bind port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf on network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:20:21.058831 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-c8b43970-119a-4f12-a7cb-d9fad47e41e1 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-477650857&fields=id&tenant_id=de31bd722d4f419d9269b519af7f793a HTTP/1.1" status: 200 len: 267 time: 0.0742724 Sep 13 01:20:21.065281 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9628-4175-49aa-a6d5-27fa49914a2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:21.105996 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd9628-4175-49aa-a6d5-27fa49914a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bfe686-30eb-423e-835f-6074e3328e15,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:21.145044 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a9f5d79f-3548-408e-b320-a030620d9217 req-c7fed326-ae4f-4919-b80a-17ff17e22db8 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842087 Sep 13 01:20:21.146202 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9628-4175-49aa-a6d5-27fa49914a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:21.147247 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dd9628-4175-49aa-a6d5-27fa49914a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:21.147826 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9628-4175-49aa-a6d5-27fa49914a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:21.177640 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:20:21.178032 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Checking segment: {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:20:21.178383 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Bound using segment: {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:20:21.178830 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Bound port: 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:20:21.182127 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:21.196199 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 2, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:21.212247 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-b1dd9628-4175-49aa-a6d5-27fa49914a2a admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4542229 Sep 13 01:20:21.215154 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 35046) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:21.217781 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd9628-4175-49aa-a6d5-27fa49914a2a admin admin] Pushing event updated for resources: {'Network': ['ID=ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:21.227937 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:20:21.228434 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Checking router: f3ec2eb3-1e60-41e4-908e-0b11c99660e8 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:20:21.228434 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Updating router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 port 2edbafc7-990b-472d-adcf-db56cf64b97d binding host dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:20:21.242685 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-6e743cdc-987c-41a9-a495-68647fe48387 admin admin] Request body: {'subnet': {'network_id': 'ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-986183-subnet', 'tenant_id': '01cdb885e3894f3eb1d6947137d35b67', 'ip_version': 4}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:21.258483 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:21.261728 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:21.286484 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-2e820a95-851a-47b7-a738-77dcc5a9c131 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:21.288091 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-2e820a95-851a-47b7-a738-77dcc5a9c131 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/networks?id=1634575b-a8d8-4151-84aa-e1e4cfa1c8bc HTTP/1.1" status: 200 len: 808 time: 0.2081974 Sep 13 01:20:21.316108 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e743cdc-987c-41a9-a495-68647fe48387 admin admin] Made reservation on behalf of 01cdb885e3894f3eb1d6947137d35b67 for: {'subnet': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:20:21.318412 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6e743cdc-987c-41a9-a495-68647fe48387 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:21.323697 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] For port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:20:21.335892 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-295a9cf8-030f-425a-98f6-a1662bed4c52 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/quotas/de31bd722d4f419d9269b519af7f793a HTTP/1.1" status: 200 len: 375 time: 0.0370619 Sep 13 01:20:21.379755 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] For port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:20:21.415052 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:21.426621 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:21.427247 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:21.428725 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf HTTP/1.1" status: 200 len: 1094 time: 1.3508728 Sep 13 01:20:21.431178 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'tag': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:20:21.433983 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118a3f44-9947-4476-aaca-e996ac23408b" -d '{"events": [{"name": "network-changed", "server_uuid": "47f2cc02-f632-47e6-8eae-b39a67ec2bab", "tag": "1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:20:21.477899 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-26a72fc7-c080-446f-ad6d-9e82ded5a8be tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=de31bd722d4f419d9269b519af7f793a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1111832 Sep 13 01:20:21.547582 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Publish callbacks [] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:21.552960 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3926c0-0d37-4614-9675-76c42abc3220 x-openstack-request-id: req-af3926c0-0d37-4614-9675-76c42abc3220 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:20:21.553273 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f2cc02-f632-47e6-8eae-b39a67ec2bab", "tag": "1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:20:21.553499 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af3926c0-0d37-4614-9675-76c42abc3220 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:20:21.553905 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3926c0-0d37-4614-9675-76c42abc3220'] response: {'name': 'network-changed', 'server_uuid': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'tag': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf', 'status': 'completed', 'code': 200} Sep 13 01:20:21.554350 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:21.556819 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb7138-3fcb-4f62-a64a-b8a9b6f380d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:21.564407 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:21.584168 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 75ce5630-fff0-4d58-800c-4c2f9dffdd34 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:21.603825 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66cae2-4821-43cc-a219-e4b9bb046178 None None] Pushing event updated for resources: {'Port': ['ID=2edbafc7-990b-472d-adcf-db56cf64b97d,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:21.629920 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-9bc8e7dc-7fb3-4ad4-b26e-edb2d620dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:21.631408 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-9bc8e7dc-7fb3-4ad4-b26e-edb2d620dd47 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=30ce8239a9b34af685743812ce53ef19&device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 1128 time: 0.1258857 Sep 13 01:20:21.671040 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 75ce5630-fff0-4d58-800c-4c2f9dffdd34 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:21.672815 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (75ce5630-fff0-4d58-800c-4c2f9dffdd34), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:21.713772 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-c119a947-8e44-46f1-a64f-53a154298536 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf HTTP/1.1" status: 200 len: 217 time: 0.0563164 Sep 13 01:20:21.723395 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ae3c-5d21-4e5d-8fa1-ee2b8e02ab5f req-32867f7c-b752-4add-9560-524a9002ae02 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:21.732287 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c4c8ae3c-5d21-4e5d-8fa1-ee2b8e02ab5f req-32867f7c-b752-4add-9560-524a9002ae02 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 944 time: 0.0803468 Sep 13 01:20:21.743248 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Attempting to bind port 2edbafc7-990b-472d-adcf-db56cf64b97d on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:20:21.743642 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Attempting to bind port 2edbafc7-990b-472d-adcf-db56cf64b97d by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:20:21.744268 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Attempting to bind port 2edbafc7-990b-472d-adcf-db56cf64b97d on network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:20:21.753505 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:21.812430 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:20:21.813017 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Checking segment: {'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:20:21.813455 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:21.814103 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Bound using segment: {'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:20:21.815522 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Bound port: 2edbafc7-990b-472d-adcf-db56cf64b97d, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:20:21.816170 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:21.823181 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 75ce5630-fff0-4d58-800c-4c2f9dffdd34 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:21.825773 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:21.829310 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c4c8ae3c-5d21-4e5d-8fa1-ee2b8e02ab5f req-70be05a6-6e99-4f14-94ab-a2259aa7de32 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9d090bfa-f5e3-429d-a321-c11294e112e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961397 Sep 13 01:20:21.861578 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-5f42caef-93dc-4fff-8784-8083961a5522 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/1634575b-a8d8-4151-84aa-e1e4cfa1c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281705 Sep 13 01:20:21.861578 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-01fb9025-9e36-4104-8620-e3bea23a58ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:21.861578 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-01fb9025-9e36-4104-8620-e3bea23a58ef service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f61fb4fd-3b7f-449b-85b4-6f00787bd46c HTTP/1.1" status: 200 len: 854 time: 0.1367722 Sep 13 01:20:21.867607 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6e743cdc-987c-41a9-a495-68647fe48387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for subnet (e43886c9-059c-4ff0-bd44-62e8c6590cb6), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:21.893788 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:21.906122 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] For port 2edbafc7-990b-472d-adcf-db56cf64b97d, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:20:21.909482 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] For port 2edbafc7-990b-472d-adcf-db56cf64b97d, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=2edbafc7-990b-472d-adcf-db56cf64b97d,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:20:21.917898 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:21.966490 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Routers {'f3ec2eb3-1e60-41e4-908e-0b11c99660e8'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:20:21.967180 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:20:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:21.998416 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-1cf0bdb5-ca44-450d-8171-9aa0577c6d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:21.999873 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-1cf0bdb5-ca44-450d-8171-9aa0577c6d56 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1300569 Sep 13 01:20:22.024772 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e743cdc-987c-41a9-a495-68647fe48387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e43886c9-059c-4ff0-bd44-62e8c6590cb6,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:22.108016 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e743cdc-987c-41a9-a495-68647fe48387 admin admin] Checking segment: {'id': '4c318109-1671-4ad9-bea6-5cb53af46def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:20:22.108475 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e743cdc-987c-41a9-a495-68647fe48387 admin admin] Network hostable DHCP agents. Network: ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:20:22.114111 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66cae2-4821-43cc-a219-e4b9bb046178 None None] Pushing event updated for resources: {'Port': ['ID=2edbafc7-990b-472d-adcf-db56cf64b97d,revision_number=4']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:22.123407 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-d49ba124-6999-491e-95bb-22ce853e635e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/1634575b-a8d8-4151-84aa-e1e4cfa1c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671726 Sep 13 01:20:22.154726 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e743cdc-987c-41a9-a495-68647fe48387 admin admin] Network ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:20:22.170799 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-b315b2c5-1929-42cc-9703-e362abb7b8d4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627979 Sep 13 01:20:22.173725 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-6e743cdc-987c-41a9-a495-68647fe48387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab) {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:22.179335 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e743cdc-987c-41a9-a495-68647fe48387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:22.180608 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6e743cdc-987c-41a9-a495-68647fe48387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:22.183310 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c2d8bb-bf7e-460f-b7bb-b1bf0cf7b6c5 None None] Network ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:20:22.217201 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] Set router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:20:22.251376 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-6e743cdc-987c-41a9-a495-68647fe48387 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0347655 Sep 13 01:20:22.253869 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 35066) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:22.259156 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-986183-router', 'tenant_id': '01cdb885e3894f3eb1d6947137d35b67', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:22.302499 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a9db3d6a-ff4f-45f9-9ba7-f1d3ae8a0acc req-ac195ff7-6be6-4bf2-acc5-01b9d2136a1f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157372 Sep 13 01:20:22.318796 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-959874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16255'] for router (9d55e12a-4bc4-4134-8c6a-3b75b9079bce), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:22.320223 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16244'] for router (9d55e12a-4bc4-4134-8c6a-3b75b9079bce), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:22.360420 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4256e4d7-f65d-58b5-a57f-4fc85113e640-ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab', 'network_id': 'ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab', 'project_id': '01cdb885e3894f3eb1d6947137d35b67', 'fixed_ips': [{'subnet_id': 'e43886c9-059c-4ff0-bd44-62e8c6590cb6'}]}} from dv-cinder-856941-3-iscsi. {{(pid=106210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 01:20:22.366787 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:22.405536 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee29925-6834-4452-a8da-78e4554e9a1a req-a2d61e11-9e86-4f71-aa7b-bcc0e993ba58 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:22.412745 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7ee29925-6834-4452-a8da-78e4554e9a1a req-a2d61e11-9e86-4f71-aa7b-bcc0e993ba58 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.1133692 Sep 13 01:20:22.458331 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Publish callbacks [] for router_controller (9d55e12a-4bc4-4134-8c6a-3b75b9079bce), precommit_add_association {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:22.510376 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:21Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:22.541961 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096fb619-4442-47ea-baf4-dc10fc6fd359 None None] The sync data for ids ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'] in dv-cinder-856941-3-iscsi is: [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:21Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:20:22.607147 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-640364de-cab4-4c66-a734-c8501d54df14 req-9e5ab10c-8936-4c03-9528-e6b3a122c5ea tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 210 time: 0.1013215 Sep 13 01:20:22.630496 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7ee29925-6834-4452-a8da-78e4554e9a1a req-fc9d8d13-e426-41f6-a945-a15405dec1c2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148528 Sep 13 01:20:22.639278 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:22.652455 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Allocated IP 172.20.0.2 (ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab/e43886c9-059c-4ff0-bd44-62e8c6590cb6/350e7029-3fc1-44aa-aac9-92891c6f9c61) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:20:22.765150 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Publish callbacks [] for router_gateway (9d55e12a-4bc4-4134-8c6a-3b75b9079bce), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:22.768549 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:22.850640 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Publish callbacks [] for port (350e7029-3fc1-44aa-aac9-92891c6f9c61), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:22.857219 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (350e7029-3fc1-44aa-aac9-92891c6f9c61), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:22.863775 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:22.901507 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Network ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:22.909475 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:22.916097 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:20:22.931643 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Pushing event updated for resources: {'Port': ['ID=350e7029-3fc1-44aa-aac9-92891c6f9c61,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:22.994258 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Attempting to bind port 350e7029-3fc1-44aa-aac9-92891c6f9c61 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:20:22.994666 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Attempting to bind port 350e7029-3fc1-44aa-aac9-92891c6f9c61 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '4c318109-1671-4ad9-bea6-5cb53af46def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:20:22.995176 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Attempting to bind port 350e7029-3fc1-44aa-aac9-92891c6f9c61 on network ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:20:23.041879 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430765f8-c7b8-49be-b37c-139bda992a74 req-17b273cc-7167-4980-ba9c-5c9ef2a4b3a4 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:23.048899 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-430765f8-c7b8-49be-b37c-139bda992a74 req-17b273cc-7167-4980-ba9c-5c9ef2a4b3a4 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 944 time: 0.0859604 Sep 13 01:20:23.051072 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:20:23.051509 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Checking segment: {'id': '4c318109-1671-4ad9-bea6-5cb53af46def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:20:23.051921 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:23.052317 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Bound using segment: {'id': '4c318109-1671-4ad9-bea6-5cb53af46def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:20:23.052806 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Bound port: 350e7029-3fc1-44aa-aac9-92891c6f9c61, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c318109-1671-4ad9-bea6-5cb53af46def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:20:23.053189 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (350e7029-3fc1-44aa-aac9-92891c6f9c61), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:23.073379 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Publish callbacks [] for router_gateway (9d55e12a-4bc4-4134-8c6a-3b75b9079bce), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:23.137921 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] For port 350e7029-3fc1-44aa-aac9-92891c6f9c61, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:20:23.143078 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] For port 350e7029-3fc1-44aa-aac9-92891c6f9c61, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=350e7029-3fc1-44aa-aac9-92891c6f9c61,segment=NetworkSegment(4c318109-1671-4ad9-bea6-5cb53af46def),segment_id=4c318109-1671-4ad9-bea6-5cb53af46def)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:20:23.149522 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:23.151220 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (350e7029-3fc1-44aa-aac9-92891c6f9c61), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:23.151849 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-430765f8-c7b8-49be-b37c-139bda992a74 req-bbb2ec9b-cc3e-4c3a-b6fc-889feda4e85f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9d090bfa-f5e3-429d-a321-c11294e112e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955915 Sep 13 01:20:23.225582 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:23.239931 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc57b0-6e4c-40a2-9a02-3aa50c0b7211 None None] Pushing event updated for resources: {'Port': ['ID=350e7029-3fc1-44aa-aac9-92891c6f9c61,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:23.328257 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Allocated IP 172.27.1.102 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/834edc48-79ad-4ba4-b103-3d404b3c87a3) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:20:23.354672 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a3f44-9947-4476-aaca-e996ac23408b req-3b745ede-466d-4c49-b03b-2b423f8c71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:23.357573 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-118a3f44-9947-4476-aaca-e996ac23408b req-3b745ede-466d-4c49-b03b-2b423f8c71dc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=30ce8239a9b34af685743812ce53ef19&device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 1128 time: 0.0737517 Sep 13 01:20:23.558518 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Publish callbacks [] for port (834edc48-79ad-4ba4-b103-3d404b3c87a3), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:23.666312 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (834edc48-79ad-4ba4-b103-3d404b3c87a3), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:23.672218 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a3f44-9947-4476-aaca-e996ac23408b req-3b0c1514-0c0d-41cd-ab33-f794b9fcb10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:23.679413 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-118a3f44-9947-4476-aaca-e996ac23408b req-3b0c1514-0c0d-41cd-ab33-f794b9fcb10f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e HTTP/1.1" status: 200 len: 916 time: 0.3081009 Sep 13 01:20:23.770704 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 350e7029-3fc1-44aa-aac9-92891c6f9c61 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:23.775025 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-118a3f44-9947-4476-aaca-e996ac23408b req-0e6a0a97-fedb-42ff-8a45-800dc09cb547 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf HTTP/1.1" status: 200 len: 217 time: 0.0941308 Sep 13 01:20:23.870288 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb46ee-e37f-4352-a78d-8771d7bf16b8 req-816dae82-2c17-44bb-9922-a4ba7a1bb6aa tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:23.872306 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-98fb46ee-e37f-4352-a78d-8771d7bf16b8 req-816dae82-2c17-44bb-9922-a4ba7a1bb6aa tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.1039336 Sep 13 01:20:23.899853 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a3f44-9947-4476-aaca-e996ac23408b req-d318bc24-821c-441c-8e45-6f4edec6eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:23.901291 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-118a3f44-9947-4476-aaca-e996ac23408b req-d318bc24-821c-441c-8e45-6f4edec6eb11 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f61fb4fd-3b7f-449b-85b4-6f00787bd46c HTTP/1.1" status: 200 len: 854 time: 0.1121042 Sep 13 01:20:23.917709 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 350e7029-3fc1-44aa-aac9-92891c6f9c61 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:23.918040 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (350e7029-3fc1-44aa-aac9-92891c6f9c61), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:23.918167 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7ca1cced-7667-48af-a8be-62becbdab587 req-9467fa09-3bc7-4c70-bf67-c28795e04abb tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 210 time: 0.1112149 Sep 13 01:20:23.926594 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:23.931082 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:23.934090 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Pushing event updated for resources: {'Port': ['ID=834edc48-79ad-4ba4-b103-3d404b3c87a3,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:23.937089 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:20:23.944817 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:23.963231 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a3f44-9947-4476-aaca-e996ac23408b req-26e84dd0-778f-4c34-9887-c07231ed090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:23.965163 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-118a3f44-9947-4476-aaca-e996ac23408b req-26e84dd0-778f-4c34-9887-c07231ed090d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554824 Sep 13 01:20:24.049311 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 350e7029-3fc1-44aa-aac9-92891c6f9c61 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:24.049708 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (350e7029-3fc1-44aa-aac9-92891c6f9c61), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:24.071243 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-98fb46ee-e37f-4352-a78d-8771d7bf16b8 req-9bfe476f-65a1-4998-b4a1-a91e2f99cfad tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847486 Sep 13 01:20:24.125832 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 350e7029-3fc1-44aa-aac9-92891c6f9c61, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=350e7029-3fc1-44aa-aac9-92891c6f9c61,segment=NetworkSegment(4c318109-1671-4ad9-bea6-5cb53af46def),segment_id=4c318109-1671-4ad9-bea6-5cb53af46def)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:24.133437 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (350e7029-3fc1-44aa-aac9-92891c6f9c61), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:24.134325 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 2edbafc7-990b-472d-adcf-db56cf64b97d up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:24.158877 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-118a3f44-9947-4476-aaca-e996ac23408b req-906df28a-1246-4186-ab3c-68552542e372 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842844 Sep 13 01:20:24.232602 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=350e7029-3fc1-44aa-aac9-92891c6f9c61,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:24.246417 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 2edbafc7-990b-472d-adcf-db56cf64b97d triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:24.247164 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:24.335934 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:24.361531 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 2edbafc7-990b-472d-adcf-db56cf64b97d is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:24.361918 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:24.371807 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-118a3f44-9947-4476-aaca-e996ac23408b req-0a47be7f-7f2f-4308-a2f2-06e8b9bd5f99 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785505 Sep 13 01:20:24.375842 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfd2eb-b1bf-4864-9d6a-0ac2d6840f3d req-1c6db74e-bb5c-4050-911d-eee41ad18ebc tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:24.383713 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-dfdfd2eb-b1bf-4864-9d6a-0ac2d6840f3d req-1c6db74e-bb5c-4050-911d-eee41ad18ebc tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 944 time: 0.0741925 Sep 13 01:20:24.400373 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 2edbafc7-990b-472d-adcf-db56cf64b97d, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=2edbafc7-990b-472d-adcf-db56cf64b97d,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:24.411030 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:24.475160 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=2edbafc7-990b-472d-adcf-db56cf64b97d,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:24.514834 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-dfdfd2eb-b1bf-4864-9d6a-0ac2d6840f3d req-c4cb13c2-8980-4ccd-9bef-23a117bb4e8e tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9d090bfa-f5e3-429d-a321-c11294e112e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299822 Sep 13 01:20:24.645238 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:24.654812 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Publish callbacks [] for router_gateway (9d55e12a-4bc4-4134-8c6a-3b75b9079bce), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:24.693216 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:24.733188 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d020e81-ae63-4dd9-8e1b-9ca2d402be20 None None] Network ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:20:24.793111 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-5613525d-5f04-49cb-972b-8d3050e0b627 None None] Provisioning complete for port 350e7029-3fc1-44aa-aac9-92891c6f9c61 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:24.793842 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5613525d-5f04-49cb-972b-8d3050e0b627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (350e7029-3fc1-44aa-aac9-92891c6f9c61), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:24.856363 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-961843'] for router (9d55e12a-4bc4-4134-8c6a-3b75b9079bce), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:24.856500 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:24.916153 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-5613525d-5f04-49cb-972b-8d3050e0b627 None None] Current status of the port 350e7029-3fc1-44aa-aac9-92891c6f9c61 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:24.985636 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Router 9d55e12a-4bc4-4134-8c6a-3b75b9079bce is scheduled to L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb with binding_index 1 {{(pid=106209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 01:20:25.059411 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6e577e8b-bb47-4f93-a26c-44c45889621d req-73f7cfea-eb23-4b4c-afcf-92b7672e0c9e tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 210 time: 0.0340796 Sep 13 01:20:25.095543 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:20:25.105590 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Sync routers for ids ['9d55e12a-4bc4-4134-8c6a-3b75b9079bce'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:20:25.118329 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Routers {'9d55e12a-4bc4-4134-8c6a-3b75b9079bce'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:20:25.119209 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:20:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['9d55e12a-4bc4-4134-8c6a-3b75b9079bce'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:25.131755 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:25.133077 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-5ee6cffb-901a-490c-b91c-1c8ee25aa682 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8779998 Sep 13 01:20:25.136812 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 35102) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:25.184744 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-c6bcf687-1a06-4289-ab75-257bd5c4f7f1 None None] Provisioning complete for port 350e7029-3fc1-44aa-aac9-92891c6f9c61 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:25.185226 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c6bcf687-1a06-4289-ab75-257bd5c4f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (350e7029-3fc1-44aa-aac9-92891c6f9c61), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:25.204991 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:25.206917 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf4b78-0c4c-4c2f-8c1f-c67d656c258f req-154935c4-d30e-41f3-9501-0793dce769b7 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:25.208420 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0acf4b78-0c4c-4c2f-8c1f-c67d656c258f req-154935c4-d30e-41f3-9501-0793dce769b7 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.0535831 Sep 13 01:20:25.260005 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0acf4b78-0c4c-4c2f-8c1f-c67d656c258f req-13937ac2-4e08-40b1-b169-68d3f672c28c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445421 Sep 13 01:20:25.274594 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Set router 9d55e12a-4bc4-4134-8c6a-3b75b9079bce gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:20:25.390323 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-c6bcf687-1a06-4289-ab75-257bd5c4f7f1 None None] Current status of the port 350e7029-3fc1-44aa-aac9-92891c6f9c61 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:25.473013 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'name': 'tempest-TestVolumeBootPattern-986183-router', 'tenant_id': '01cdb885e3894f3eb1d6947137d35b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '834edc48-79ad-4ba4-b103-3d404b3c87a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:22Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 3, 'project_id': '01cdb885e3894f3eb1d6947137d35b67', 'gw_port': {'id': '834edc48-79ad-4ba4-b103-3d404b3c87a3', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:23Z', 'updated_at': '2022-09-13T01:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:25.497672 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Checking router: 9d55e12a-4bc4-4134-8c6a-3b75b9079bce for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:20:25.498023 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Updating router 9d55e12a-4bc4-4134-8c6a-3b75b9079bce port 834edc48-79ad-4ba4-b103-3d404b3c87a3 binding host dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:20:25.525904 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (834edc48-79ad-4ba4-b103-3d404b3c87a3), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:25.552359 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 350e7029-3fc1-44aa-aac9-92891c6f9c61 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:25.566166 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:25.698643 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5754062-f791-4b2b-ae11-2074882cf16f req-5635dcfb-4715-4a2a-93b8-126434493f29 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:25.700214 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c5754062-f791-4b2b-ae11-2074882cf16f req-5635dcfb-4715-4a2a-93b8-126434493f29 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 944 time: 0.0866036 Sep 13 01:20:25.789019 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c5754062-f791-4b2b-ae11-2074882cf16f req-1d09b9a6-6995-409b-9096-105fe9940ece tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9d090bfa-f5e3-429d-a321-c11294e112e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824149 Sep 13 01:20:25.799124 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] Allocated IP 172.20.0.1 (ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab/e43886c9-059c-4ff0-bd44-62e8c6590cb6/fc2f1bae-4b2a-47f5-9e6a-7984afeacab2) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:20:25.841825 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 350e7029-3fc1-44aa-aac9-92891c6f9c61 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:25.842368 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (350e7029-3fc1-44aa-aac9-92891c6f9c61), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:25.867394 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:25.916422 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] Publish callbacks [] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:25.922653 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:25.951674 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:25.973405 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 350e7029-3fc1-44aa-aac9-92891c6f9c61 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:25.974471 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 2edbafc7-990b-472d-adcf-db56cf64b97d up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:25.975917 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:25.992301 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] Network ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:25.997748 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:26.001589 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:20:26.002056 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609558'] for router_interface (9d55e12a-4bc4-4134-8c6a-3b75b9079bce), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:26.005649 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] Pushing event updated for resources: {'Port': ['ID=fc2f1bae-4b2a-47f5-9e6a-7984afeacab2,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:26.047985 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Publish callbacks [] for port (834edc48-79ad-4ba4-b103-3d404b3c87a3), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:26.059191 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (834edc48-79ad-4ba4-b103-3d404b3c87a3), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:26.122512 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db358f8c-b385-4ce4-85c0-94500c785226 None None] Pushing event updated for resources: {'Port': ['ID=834edc48-79ad-4ba4-b103-3d404b3c87a3,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:26.135432 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 2edbafc7-990b-472d-adcf-db56cf64b97d triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:26.136641 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:26.140079 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Attempting to bind port 834edc48-79ad-4ba4-b103-3d404b3c87a3 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:20:26.140574 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Attempting to bind port 834edc48-79ad-4ba4-b103-3d404b3c87a3 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:20:26.141015 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Attempting to bind port 834edc48-79ad-4ba4-b103-3d404b3c87a3 on network 2a9ecfbd-a328-4077-a2ee-7c267345041e {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:20:26.148365 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:26.177580 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-831a30f3-0dc8-472a-93e3-5a431ddcc64a req-71f5400a-c196-4ebf-9e46-e4d1adb24d31 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 210 time: 0.0348916 Sep 13 01:20:26.209779 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:26.283082 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:20:26.283471 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Checking segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:20:26.283883 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:26.284274 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Bound using segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:20:26.284757 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Bound port: 834edc48-79ad-4ba4-b103-3d404b3c87a3, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:20:26.285145 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (834edc48-79ad-4ba4-b103-3d404b3c87a3), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:26.286803 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 2edbafc7-990b-472d-adcf-db56cf64b97d is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:26.333733 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-c6c286fe-3d14-47a0-ba04-0de760ef39a5 None None] Provisioning complete for port fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:26.333733 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c6c286fe-3d14-47a0-ba04-0de760ef39a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:26.379988 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] For port 834edc48-79ad-4ba4-b103-3d404b3c87a3, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:20:26.392714 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-c6c286fe-3d14-47a0-ba04-0de760ef39a5 None None] Port fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:20:26.395152 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] For port 834edc48-79ad-4ba4-b103-3d404b3c87a3, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=834edc48-79ad-4ba4-b103-3d404b3c87a3,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:20:26.401522 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b84a8-8f37-4b91-acfa-5857def1138c req-1ab15293-3a50-448f-b1f2-7b595db5fbc5 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:26.403284 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-456b84a8-8f37-4b91-acfa-5857def1138c req-1ab15293-3a50-448f-b1f2-7b595db5fbc5 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.0599821 Sep 13 01:20:26.409187 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (834edc48-79ad-4ba4-b103-3d404b3c87a3), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:26.453465 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Routers {'9d55e12a-4bc4-4134-8c6a-3b75b9079bce'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:20:26.454133 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:20:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['9d55e12a-4bc4-4134-8c6a-3b75b9079bce'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:26.508891 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-456b84a8-8f37-4b91-acfa-5857def1138c req-47a1473d-de4b-4cd5-b6ee-46d94e8e007c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926890 Sep 13 01:20:26.529024 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db358f8c-b385-4ce4-85c0-94500c785226 None None] Pushing event updated for resources: {'Port': ['ID=834edc48-79ad-4ba4-b103-3d404b3c87a3,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:26.574794 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] Publish callbacks [] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:26.580683 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:26.581786 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609666'] for router_interface (9d55e12a-4bc4-4134-8c6a-3b75b9079bce), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:26.590796 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] Set router 9d55e12a-4bc4-4134-8c6a-3b75b9079bce gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:20:26.666839 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] Pushing event updated for resources: {'Port': ['ID=fc2f1bae-4b2a-47f5-9e6a-7984afeacab2,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:26.719525 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] Network ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:26.720962 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:26.809571 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:20:26.913688 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'name': 'tempest-TestVolumeBootPattern-986183-router', 'tenant_id': '01cdb885e3894f3eb1d6947137d35b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '834edc48-79ad-4ba4-b103-3d404b3c87a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:22Z', 'updated_at': '2022-09-13T01:20:26Z', 'revision_number': 4, 'project_id': '01cdb885e3894f3eb1d6947137d35b67', 'gw_port': {'id': '834edc48-79ad-4ba4-b103-3d404b3c87a3', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:23Z', 'updated_at': '2022-09-13T01:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'fc2f1bae-4b2a-47f5-9e6a-7984afeacab2', 'name': '', 'network_id': 'ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab', 'tenant_id': '01cdb885e3894f3eb1d6947137d35b67', 'mac_address': 'fa:16:3e:21:e0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'e43886c9-059c-4ff0-bd44-62e8c6590cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:25Z', 'updated_at': '2022-09-13T01:20:25Z', 'revision_number': 1, 'project_id': '01cdb885e3894f3eb1d6947137d35b67', 'subnets': [{'id': 'e43886c9-059c-4ff0-bd44-62e8c6590cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:26.971675 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2a45f-7f82-4a3e-a512-c9d7c3ac4ab4 None None] The sync data for ids ['9d55e12a-4bc4-4134-8c6a-3b75b9079bce'] in dv-cinder-856941-3-iscsi is: [{'id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'name': 'tempest-TestVolumeBootPattern-986183-router', 'tenant_id': '01cdb885e3894f3eb1d6947137d35b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '834edc48-79ad-4ba4-b103-3d404b3c87a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:22Z', 'updated_at': '2022-09-13T01:20:26Z', 'revision_number': 4, 'project_id': '01cdb885e3894f3eb1d6947137d35b67', 'gw_port': {'id': '834edc48-79ad-4ba4-b103-3d404b3c87a3', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:23Z', 'updated_at': '2022-09-13T01:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'fc2f1bae-4b2a-47f5-9e6a-7984afeacab2', 'name': '', 'network_id': 'ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab', 'tenant_id': '01cdb885e3894f3eb1d6947137d35b67', 'mac_address': 'fa:16:3e:21:e0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'e43886c9-059c-4ff0-bd44-62e8c6590cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:25Z', 'updated_at': '2022-09-13T01:20:25Z', 'revision_number': 1, 'project_id': '01cdb885e3894f3eb1d6947137d35b67', 'subnets': [{'id': 'e43886c9-059c-4ff0-bd44-62e8c6590cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:20:26.980970 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7eb520-7da5-47f6-b5b0-7f42aa52df2c req-dfe4de77-917e-47f0-a8f6-97153fbf328f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:26.991220 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7d7eb520-7da5-47f6-b5b0-7f42aa52df2c req-dfe4de77-917e-47f0-a8f6-97153fbf328f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 944 time: 0.0932133 Sep 13 01:20:27.026452 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] Router 9d55e12a-4bc4-4134-8c6a-3b75b9079bce has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:20:27.029245 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:27.076628 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:27.088094 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'port_id': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf', 'mac_address': 'fa:16:3e:29:a3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:20:27.089579 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:27.111796 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7d7eb520-7da5-47f6-b5b0-7f42aa52df2c req-2cd3f477-a569-4a29-a919-e1d21f8d0071 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9d090bfa-f5e3-429d-a321-c11294e112e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195080 Sep 13 01:20:27.139317 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-4c922b74-aebb-4e7b-813f-52442efd6968 None None] Provisioning complete for port fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:27.139317 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4c922b74-aebb-4e7b-813f-52442efd6968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:27.142132 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:27.143422 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:27.144050 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:27.180363 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:20:27.184042 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:20:27.189067 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-543164f5-0e37-4199-81b4-87b42626e3ba admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/9d55e12a-4bc4-4134-8c6a-3b75b9079bce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0487542 Sep 13 01:20:27.199412 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-4c922b74-aebb-4e7b-813f-52442efd6968 None None] Port fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:20:27.210133 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:27.218530 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:27.338879 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:27.358047 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-69f4a8c0-383e-49e6-b68d-1628d86e021f req-35834026-6672-4b2b-9e40-3306e3113830 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 210 time: 0.0508418 Sep 13 01:20:27.387161 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:27.533643 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-0894e186-b065-4640-a36a-367bf5561b12 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:27.535509 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-0894e186-b065-4640-a36a-367bf5561b12 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.25 "GET /networking/v2.0/networks?id=1634575b-a8d8-4151-84aa-e1e4cfa1c8bc HTTP/1.1" status: 200 len: 808 time: 0.1626801 Sep 13 01:20:27.553677 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:20:27.690050 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8be83b-d3ed-4261-9767-80776edbdd5c req-b8ce9f11-2dd8-4236-8e0b-6ae82230ad1c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:27.691926 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0c8be83b-d3ed-4261-9767-80776edbdd5c req-b8ce9f11-2dd8-4236-8e0b-6ae82230ad1c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.0777574 Sep 13 01:20:27.701467 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-1ac48d80-a1eb-445f-b6bc-de73b9a384e0 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=de31bd722d4f419d9269b519af7f793a HTTP/1.1" status: 200 len: 379 time: 0.1508555 Sep 13 01:20:27.718347 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-5863e725-2fad-4279-8b39-dc3c49db1012 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Request body: {'port': {'device_id': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc', 'admin_state_up': True, 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'security_groups': ['5d215241-00f6-496f-9f9d-6f61210357ee']}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:27.757392 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0c8be83b-d3ed-4261-9767-80776edbdd5c req-f76b81d0-b90e-4930-b099-5c024e0f0769 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568461 Sep 13 01:20:27.827352 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 35144) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:27.832897 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-ccd135d1-fe40-4d08-985c-ee271669752d tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-161750292', 'description': 'tempest-secgroup-smoke-161750292 description', 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:27.882280 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ccd135d1-fe40-4d08-985c-ee271669752d tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:27.890402 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-5863e725-2fad-4279-8b39-dc3c49db1012 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Made reservation on behalf of de31bd722d4f419d9269b519af7f793a for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:20:27.896724 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-5863e725-2fad-4279-8b39-dc3c49db1012 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:27.950403 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:27.991875 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ccd135d1-fe40-4d08-985c-ee271669752d tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group (a45294aa-9fb4-4926-895d-3eb44c079d1d), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.000614 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ccd135d1-fe40-4d08-985c-ee271669752d tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (a45294aa-9fb4-4926-895d-3eb44c079d1d), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.039135 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ccd135d1-fe40-4d08-985c-ee271669752d tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.040562 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-ccd135d1-fe40-4d08-985c-ee271669752d tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2118452 Sep 13 01:20:28.044178 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 35152) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:28.050300 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-dd2e8bcf-81b6-4f35-acf6-327ca5e45873 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Request body: {'security_group_rule': {'security_group_id': 'a45294aa-9fb4-4926-895d-3eb44c079d1d', 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:28.066327 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd135d1-fe40-4d08-985c-ee271669752d tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45294aa-9fb4-4926-895d-3eb44c079d1d,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:28.093810 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:28.119458 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-5863e725-2fad-4279-8b39-dc3c49db1012 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Allocated IP 172.20.0.5 (1634575b-a8d8-4151-84aa-e1e4cfa1c8bc/976008db-e6b1-447d-85c8-de5490233f11/c4858902-df62-4017-b106-503915275745) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:20:28.123078 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-dd2e8bcf-81b6-4f35-acf6-327ca5e45873 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group_rule (9e1dace2-5ae5-497c-87e5-470131b31c60), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.199560 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-dd2e8bcf-81b6-4f35-acf6-327ca5e45873 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group_rule (9e1dace2-5ae5-497c-87e5-470131b31c60), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.210921 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-dd2e8bcf-81b6-4f35-acf6-327ca5e45873 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (9e1dace2-5ae5-497c-87e5-470131b31c60), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.254566 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-dd2e8bcf-81b6-4f35-acf6-327ca5e45873 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.256510 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-dd2e8bcf-81b6-4f35-acf6-327ca5e45873 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2109721 Sep 13 01:20:28.261970 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 35160) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:28.269213 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-ca41ed53-c309-43bd-a926-a473264ec299 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Request body: {'security_group_rule': {'security_group_id': 'a45294aa-9fb4-4926-895d-3eb44c079d1d', 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:28.280643 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e8bcf-81b6-4f35-acf6-327ca5e45873 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1dace2-5ae5-497c-87e5-470131b31c60,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:28.320239 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ca41ed53-c309-43bd-a926-a473264ec299 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group_rule (586713e7-c2d7-476a-964c-0114d098ea4c), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.416932 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:28.418742 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-5863e725-2fad-4279-8b39-dc3c49db1012 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for port (c4858902-df62-4017-b106-503915275745), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.434503 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ca41ed53-c309-43bd-a926-a473264ec299 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group_rule (586713e7-c2d7-476a-964c-0114d098ea4c), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.457777 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ca41ed53-c309-43bd-a926-a473264ec299 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (586713e7-c2d7-476a-964c-0114d098ea4c), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.481942 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41ed53-c309-43bd-a926-a473264ec299 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586713e7-c2d7-476a-964c-0114d098ea4c,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:28.489423 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ca41ed53-c309-43bd-a926-a473264ec299 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.494537 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-ca41ed53-c309-43bd-a926-a473264ec299 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2304232 Sep 13 01:20:28.495422 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 35168) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:28.516512 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-5863e725-2fad-4279-8b39-dc3c49db1012 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (c4858902-df62-4017-b106-503915275745), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.523361 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-250a92ec-bcc4-46f6-8c22-2e49613f1f05 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Request body: {'security_group_rule': {'security_group_id': 'a45294aa-9fb4-4926-895d-3eb44c079d1d', 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:28.549211 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:20:28.558728 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:28.559455 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.603010 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-250a92ec-bcc4-46f6-8c22-2e49613f1f05 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group_rule (3535e6a3-3be4-40ff-9db0-db10ae186fe3), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.652602 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-5863e725-2fad-4279-8b39-dc3c49db1012 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Network 1634575b-a8d8-4151-84aa-e1e4cfa1c8bc is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:28.663181 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c81c1a-f17b-4dc8-9262-0f6d2555e67d req-def48f32-7307-43e6-9692-8139c9e62153 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:28.664678 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b2c81c1a-f17b-4dc8-9262-0f6d2555e67d req-def48f32-7307-43e6-9692-8139c9e62153 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 931 time: 0.1361392 Sep 13 01:20:28.665975 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-5863e725-2fad-4279-8b39-dc3c49db1012 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:28.668515 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863e725-2fad-4279-8b39-dc3c49db1012 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Pushing event updated for resources: {'Port': ['ID=c4858902-df62-4017-b106-503915275745,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:28.670726 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-5863e725-2fad-4279-8b39-dc3c49db1012 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:20:28.675649 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-5863e725-2fad-4279-8b39-dc3c49db1012 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:28.676268 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-5863e725-2fad-4279-8b39-dc3c49db1012 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.686353 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:28.686745 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.701848 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cc344-6c80-47e1-84ab-d70304e6f427 req-86edaa7c-98af-4e03-aef5-aa81f7ee3606 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:28.713245 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c84cc344-6c80-47e1-84ab-d70304e6f427 req-86edaa7c-98af-4e03-aef5-aa81f7ee3606 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 945 time: 0.1546819 Sep 13 01:20:28.740837 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:28.742926 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:20:28.746747 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6cc34f-a8b5-45af-80f8-61eff23a59ac" -d '{"events": [{"server_uuid": "47f2cc02-f632-47e6-8eae-b39a67ec2bab", "name": "network-vif-plugged", "status": "completed", "tag": "1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:20:28.751863 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.758201 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:28.765823 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-5863e725-2fad-4279-8b39-dc3c49db1012 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0540538 Sep 13 01:20:28.777724 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b2c81c1a-f17b-4dc8-9262-0f6d2555e67d req-0e49844e-e77b-466c-8bdb-64f5a3a0546e tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872805 Sep 13 01:20:28.786407 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Request body: {'port': {'device_id': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:28.796396 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-250a92ec-bcc4-46f6-8c22-2e49613f1f05 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group_rule (3535e6a3-3be4-40ff-9db0-db10ae186fe3), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.809160 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-250a92ec-bcc4-46f6-8c22-2e49613f1f05 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (3535e6a3-3be4-40ff-9db0-db10ae186fe3), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.860110 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:28.902654 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf90089d-fc7f-437b-99b8-4564588a2faa x-openstack-request-id: req-bf90089d-fc7f-437b-99b8-4564588a2faa {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:20:28.903012 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f2cc02-f632-47e6-8eae-b39a67ec2bab", "name": "network-vif-plugged", "status": "completed", "tag": "1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:20:28.903273 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf90089d-fc7f-437b-99b8-4564588a2faa {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:20:28.904498 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf90089d-fc7f-437b-99b8-4564588a2faa'] response: {'server_uuid': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf', 'code': 200} Sep 13 01:20:28.911643 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:28.914490 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a92ec-bcc4-46f6-8c22-2e49613f1f05 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3535e6a3-3be4-40ff-9db0-db10ae186fe3,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:28.941001 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (c4858902-df62-4017-b106-503915275745), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.950215 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c84cc344-6c80-47e1-84ab-d70304e6f427 req-2ca7fd79-546e-4ed0-a9df-94011e88a5b6 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9d090bfa-f5e3-429d-a321-c11294e112e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361603 Sep 13 01:20:28.970406 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-250a92ec-bcc4-46f6-8c22-2e49613f1f05 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:28.971965 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-250a92ec-bcc4-46f6-8c22-2e49613f1f05 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4755361 Sep 13 01:20:28.977668 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 35184) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:28.982918 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-d78b9254-068f-4720-8649-50635e6a34be tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Request body: {'security_group_rule': {'security_group_id': 'a45294aa-9fb4-4926-895d-3eb44c079d1d', 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:29.040067 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-e6ce5fd2-a23e-4cde-b819-eb339bfffea6 None None] Provisioning complete for port c4858902-df62-4017-b106-503915275745 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:29.040486 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e6ce5fd2-a23e-4cde-b819-eb339bfffea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (c4858902-df62-4017-b106-503915275745), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.056487 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d78b9254-068f-4720-8649-50635e6a34be tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group_rule (a24d254b-bc2e-4749-a5ee-945eca448773), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.103842 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-e6ce5fd2-a23e-4cde-b819-eb339bfffea6 None None] Port c4858902-df62-4017-b106-503915275745 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:20:29.145946 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d78b9254-068f-4720-8649-50635e6a34be tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group_rule (a24d254b-bc2e-4749-a5ee-945eca448773), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.150925 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d78b9254-068f-4720-8649-50635e6a34be tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (a24d254b-bc2e-4749-a5ee-945eca448773), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.165685 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b9254-068f-4720-8649-50635e6a34be tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24d254b-bc2e-4749-a5ee-945eca448773,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:29.185780 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d78b9254-068f-4720-8649-50635e6a34be tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.207683 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-d78b9254-068f-4720-8649-50635e6a34be tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2282007 Sep 13 01:20:29.208655 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 35192) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:29.220153 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-65f6d14b-61aa-46b2-b94f-eb84e36a8da7 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Request body: {'security_group_rule': {'security_group_id': 'a45294aa-9fb4-4926-895d-3eb44c079d1d', 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:29.274310 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.securitygroups_db [None req-65f6d14b-61aa-46b2-b94f-eb84e36a8da7 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Project 66cdd4ec03ea4fbf959ede65bb96f6ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 01:20:29.281509 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-65f6d14b-61aa-46b2-b94f-eb84e36a8da7 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group_rule (87293118-7efa-46a8-8209-308ffb26af7a), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.330545 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeda2ca-db22-42bf-889c-9e98aaa1bd34 req-9ceaca2b-3d45-496b-810b-c5fddd8a5786 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:29.342545 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cdeda2ca-db22-42bf-889c-9e98aaa1bd34 req-9ceaca2b-3d45-496b-810b-c5fddd8a5786 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.2346692 Sep 13 01:20:29.364418 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfe4d2-9ba9-444f-be1e-ed3cb16b2e53 req-5c2a5b8f-0cd6-45af-85a5-074e390f77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:29.365744 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-28bfe4d2-9ba9-444f-be1e-ed3cb16b2e53 req-5c2a5b8f-0cd6-45af-85a5-074e390f77d9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 1130 time: 0.1638432 Sep 13 01:20:29.378926 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:29.389542 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:29.392408 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-65f6d14b-61aa-46b2-b94f-eb84e36a8da7 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group_rule (87293118-7efa-46a8-8209-308ffb26af7a), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.397912 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-65f6d14b-61aa-46b2-b94f-eb84e36a8da7 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (87293118-7efa-46a8-8209-308ffb26af7a), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.440402 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6d14b-61aa-46b2-b94f-eb84e36a8da7 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87293118-7efa-46a8-8209-308ffb26af7a,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:29.451789 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-65f6d14b-61aa-46b2-b94f-eb84e36a8da7 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.453243 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-65f6d14b-61aa-46b2-b94f-eb84e36a8da7 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2427635 Sep 13 01:20:29.456470 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 35206) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:29.461846 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-7e81bf9d-7192-43c0-af45-170812539d74 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Request body: {'security_group_rule': {'security_group_id': 'a45294aa-9fb4-4926-895d-3eb44c079d1d', 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:29.467622 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-28bfe4d2-9ba9-444f-be1e-ed3cb16b2e53 req-fcd76dd6-50ba-4ade-9d20-7c9ae0a8b3c6 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d090bfa-f5e3-429d-a321-c11294e112e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926294 Sep 13 01:20:29.498325 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cdeda2ca-db22-42bf-889c-9e98aaa1bd34 req-eddd4f3c-cfad-499b-b686-e37ac2b93670 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542926 Sep 13 01:20:29.502513 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.securitygroups_db [None req-7e81bf9d-7192-43c0-af45-170812539d74 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Project 66cdd4ec03ea4fbf959ede65bb96f6ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 01:20:29.509891 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7e81bf9d-7192-43c0-af45-170812539d74 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group_rule (a8d5f251-d7fe-4b3f-9a54-a2e9ac9ea62d), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.591159 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4858902-df62-4017-b106-503915275745 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:20:29.593217 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 834edc48-79ad-4ba4-b103-3d404b3c87a3 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:29.599571 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Publish callbacks [] for port (c4858902-df62-4017-b106-503915275745), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.615585 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Transition to ACTIVE for port object c4858902-df62-4017-b106-503915275745 will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:20:29.621300 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (c4858902-df62-4017-b106-503915275745), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.696536 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Pushing event updated for resources: {'Port': ['ID=c4858902-df62-4017-b106-503915275745,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:29.705204 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Attempting to bind port c4858902-df62-4017-b106-503915275745 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:20:29.705204 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Attempting to bind port c4858902-df62-4017-b106-503915275745 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': 'd0fe7925-f633-435b-a5ff-6ec0a53bbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:20:29.705204 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Attempting to bind port c4858902-df62-4017-b106-503915275745 on network 1634575b-a8d8-4151-84aa-e1e4cfa1c8bc {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:20:29.713030 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7e81bf9d-7192-43c0-af45-170812539d74 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group_rule (a8d5f251-d7fe-4b3f-9a54-a2e9ac9ea62d), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.722567 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 834edc48-79ad-4ba4-b103-3d404b3c87a3 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:29.723138 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (834edc48-79ad-4ba4-b103-3d404b3c87a3), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.727277 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893acc2-3716-405f-8321-1e294aadf4fe req-2dac2043-08ce-461e-88f3-2ef1405fe41b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:29.749420 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-8893acc2-3716-405f-8321-1e294aadf4fe req-2dac2043-08ce-461e-88f3-2ef1405fe41b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.1295497 Sep 13 01:20:29.755797 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Port c4858902-df62-4017-b106-503915275745 on network 1634575b-a8d8-4151-84aa-e1e4cfa1c8bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:20:29.756132 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Attempting to bind port c4858902-df62-4017-b106-503915275745 on network 1634575b-a8d8-4151-84aa-e1e4cfa1c8bc {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:20:29.765728 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7e81bf9d-7192-43c0-af45-170812539d74 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (a8d5f251-d7fe-4b3f-9a54-a2e9ac9ea62d), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.804611 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:20:29.804611 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Checking segment: {'id': 'd0fe7925-f633-435b-a5ff-6ec0a53bbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:20:29.804953 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81bf9d-7192-43c0-af45-170812539d74 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d5f251-d7fe-4b3f-9a54-a2e9ac9ea62d,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:29.805039 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Bound using segment: {'id': 'd0fe7925-f633-435b-a5ff-6ec0a53bbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:20:29.805295 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Bound port: c4858902-df62-4017-b106-503915275745, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fe7925-f633-435b-a5ff-6ec0a53bbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:20:29.805659 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (c4858902-df62-4017-b106-503915275745), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.827112 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 834edc48-79ad-4ba4-b103-3d404b3c87a3 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:29.827511 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (834edc48-79ad-4ba4-b103-3d404b3c87a3), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.840213 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-8893acc2-3716-405f-8321-1e294aadf4fe req-59a44b7e-447c-464b-8508-4aa7367e73ac tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898657 Sep 13 01:20:29.848527 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7e81bf9d-7192-43c0-af45-170812539d74 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.853011 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-7e81bf9d-7192-43c0-af45-170812539d74 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3923783 Sep 13 01:20:29.862661 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 834edc48-79ad-4ba4-b103-3d404b3c87a3, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=834edc48-79ad-4ba4-b103-3d404b3c87a3,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:29.871345 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (834edc48-79ad-4ba4-b103-3d404b3c87a3), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.898682 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] For port c4858902-df62-4017-b106-503915275745, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:20:29.905791 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] For port c4858902-df62-4017-b106-503915275745, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=c4858902-df62-4017-b106-503915275745,segment=NetworkSegment(d0fe7925-f633-435b-a5ff-6ec0a53bbced),segment_id=d0fe7925-f633-435b-a5ff-6ec0a53bbced)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:20:29.920531 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (c4858902-df62-4017-b106-503915275745), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.925793 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:29.926624 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:29.928422 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/c4858902-df62-4017-b106-503915275745 HTTP/1.1" status: 200 len: 1093 time: 1.1493070 Sep 13 01:20:29.932745 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:29.933068 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'tag': 'c4858902-df62-4017-b106-503915275745'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:20:29.934243 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=834edc48-79ad-4ba4-b103-3d404b3c87a3,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:29.937934 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65752ee1-4045-49e7-91e5-1298dacb591e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5279a7-4859-458b-958c-85fd71cb4d72", "tag": "c4858902-df62-4017-b106-503915275745"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:20:29.950714 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:29.968310 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-13c04167-75e6-4acd-8c9c-6fd71b395201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:30.003951 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fceeb3-0289-415f-b680-bee79daa8228 service neutron] Pushing event updated for resources: {'Port': ['ID=c4858902-df62-4017-b106-503915275745,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:30.026297 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1eab79-9573-47c7-8076-50bf80ac9136 req-c6d80e8a-53ae-49b3-9be1-3fc03da85a1f tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:30.028528 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1f1eab79-9573-47c7-8076-50bf80ac9136 req-c6d80e8a-53ae-49b3-9be1-3fc03da85a1f tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 943 time: 0.0629399 Sep 13 01:20:30.084679 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1f1eab79-9573-47c7-8076-50bf80ac9136 req-72df8658-6dde-4bc7-9d6e-e3834b9a745e tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502348 Sep 13 01:20:30.154128 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1d5f0e-f23f-4755-b96a-5233feb56179 x-openstack-request-id: req-4e1d5f0e-f23f-4755-b96a-5233feb56179 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:20:30.154425 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5279a7-4859-458b-958c-85fd71cb4d72", "tag": "c4858902-df62-4017-b106-503915275745", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:20:30.154685 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e1d5f0e-f23f-4755-b96a-5233feb56179 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:20:30.155119 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1d5f0e-f23f-4755-b96a-5233feb56179'] response: {'name': 'network-changed', 'server_uuid': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'tag': 'c4858902-df62-4017-b106-503915275745', 'status': 'completed', 'code': 200} Sep 13 01:20:30.247071 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d89958-165a-434d-8ed5-bc92dc215cba req-806034ba-2b31-4131-ab89-777a05d3ffd1 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:30.248592 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f6d89958-165a-434d-8ed5-bc92dc215cba req-806034ba-2b31-4131-ab89-777a05d3ffd1 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 946 time: 0.0508461 Sep 13 01:20:30.317277 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f6d89958-165a-434d-8ed5-bc92dc215cba req-519ee25e-08a0-4ee1-90ec-1145c31f1e13 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9d090bfa-f5e3-429d-a321-c11294e112e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626626 Sep 13 01:20:30.597392 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:30.600205 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:30.606121 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65752ee1-4045-49e7-91e5-1298dacb591e req-97bfd63f-a7d5-4bfe-aac7-bb8f9b4d2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:30.607658 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65752ee1-4045-49e7-91e5-1298dacb591e req-97bfd63f-a7d5-4bfe-aac7-bb8f9b4d2886 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=de31bd722d4f419d9269b519af7f793a&device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 1127 time: 0.0478299 Sep 13 01:20:30.660011 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3251004-0c55-412f-a139-17e7d4b399f9 req-caff9278-50fc-43d1-9d72-ad840a3fd0f5 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:30.661488 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c3251004-0c55-412f-a139-17e7d4b399f9 req-caff9278-50fc-43d1-9d72-ad840a3fd0f5 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.0487311 Sep 13 01:20:30.731444 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c3251004-0c55-412f-a139-17e7d4b399f9 req-79c220d5-5d7d-4bc6-b44f-6970247e447f tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639997 Sep 13 01:20:30.908679 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65752ee1-4045-49e7-91e5-1298dacb591e req-fd0354db-c09f-4876-9611-d06e6a4a353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:30.910424 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65752ee1-4045-49e7-91e5-1298dacb591e req-fd0354db-c09f-4876-9611-d06e6a4a353a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=de31bd722d4f419d9269b519af7f793a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2215555 Sep 13 01:20:30.965769 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Sync routers for ids ['9d55e12a-4bc4-4134-8c6a-3b75b9079bce'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:20:30.977015 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Routers {'9d55e12a-4bc4-4134-8c6a-3b75b9079bce'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:20:30.977750 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:20:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['9d55e12a-4bc4-4134-8c6a-3b75b9079bce'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:30.990116 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a7522-85ae-4c6c-a2ae-c2983fa6b617 req-d21c03be-78dc-4798-9dac-606f0fdab2ff tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:30.991606 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7b7a7522-85ae-4c6c-a2ae-c2983fa6b617 req-d21c03be-78dc-4798-9dac-606f0fdab2ff tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0512190 Sep 13 01:20:31.045351 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7b7a7522-85ae-4c6c-a2ae-c2983fa6b617 req-a27086f4-e22b-4737-9e83-38f828148045 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476956 Sep 13 01:20:31.079986 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Set router 9d55e12a-4bc4-4134-8c6a-3b75b9079bce gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:20:31.185137 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:31.245650 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f8427-7d3c-49df-849b-8279910d4390 req-8362e036-7200-4e8c-88a9-7bf4b3c5714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:31.247185 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7b1f8427-7d3c-49df-849b-8279910d4390 req-8362e036-7200-4e8c-88a9-7bf4b3c5714b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 1130 time: 0.1321304 Sep 13 01:20:31.284950 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085ecc0-7370-470e-99e5-0d4f2b7e5e04 req-3ff00fd9-4a7d-42de-8fc9-c9f0541874cd tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:31.286759 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a085ecc0-7370-470e-99e5-0d4f2b7e5e04 req-3ff00fd9-4a7d-42de-8fc9-c9f0541874cd tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 943 time: 0.0926538 Sep 13 01:20:31.300628 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:31.314735 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'name': 'tempest-TestVolumeBootPattern-986183-router', 'tenant_id': '01cdb885e3894f3eb1d6947137d35b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '834edc48-79ad-4ba4-b103-3d404b3c87a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:22Z', 'updated_at': '2022-09-13T01:20:26Z', 'revision_number': 4, 'project_id': '01cdb885e3894f3eb1d6947137d35b67', 'gw_port': {'id': '834edc48-79ad-4ba4-b103-3d404b3c87a3', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:23Z', 'updated_at': '2022-09-13T01:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'fc2f1bae-4b2a-47f5-9e6a-7984afeacab2', 'name': '', 'network_id': 'ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab', 'tenant_id': '01cdb885e3894f3eb1d6947137d35b67', 'mac_address': 'fa:16:3e:21:e0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'e43886c9-059c-4ff0-bd44-62e8c6590cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:25Z', 'updated_at': '2022-09-13T01:20:26Z', 'revision_number': 2, 'project_id': '01cdb885e3894f3eb1d6947137d35b67', 'subnets': [{'id': 'e43886c9-059c-4ff0-bd44-62e8c6590cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:31.325592 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65752ee1-4045-49e7-91e5-1298dacb591e req-f2629246-3f11-49d1-bc73-45f8d0639a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:31.327086 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65752ee1-4045-49e7-91e5-1298dacb591e req-f2629246-3f11-49d1-bc73-45f8d0639a3e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2132399 Sep 13 01:20:31.343007 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Checking router: 9d55e12a-4bc4-4134-8c6a-3b75b9079bce for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:20:31.343507 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Updating router 9d55e12a-4bc4-4134-8c6a-3b75b9079bce port fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 binding host dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:20:31.360815 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7b1f8427-7d3c-49df-849b-8279910d4390 req-03196bcf-7a29-47b2-a16b-79fb33436cf5 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008873 Sep 13 01:20:31.372051 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:31.375175 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a085ecc0-7370-470e-99e5-0d4f2b7e5e04 req-821175a9-d580-418f-a482-4a76179739cd tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763233 Sep 13 01:20:31.454068 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301efcbd-6b2d-45bf-b419-22f6be510bbd req-8f387c42-4485-432d-b7af-6bf0c5b2fd91 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:31.455558 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-301efcbd-6b2d-45bf-b419-22f6be510bbd req-8f387c42-4485-432d-b7af-6bf0c5b2fd91 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 946 time: 0.0473909 Sep 13 01:20:31.510190 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-301efcbd-6b2d-45bf-b419-22f6be510bbd req-1b152865-43a2-403d-acf5-cd46e87c9f46 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9d090bfa-f5e3-429d-a321-c11294e112e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472434 Sep 13 01:20:31.571812 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 834edc48-79ad-4ba4-b103-3d404b3c87a3 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:31.644992 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 834edc48-79ad-4ba4-b103-3d404b3c87a3 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:31.645372 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (834edc48-79ad-4ba4-b103-3d404b3c87a3), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:31.681761 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Publish callbacks [] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:31.688560 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:31.730610 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 834edc48-79ad-4ba4-b103-3d404b3c87a3 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:31.744640 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149343c-9e2d-4b6a-a539-92af2c1e2660 None None] Pushing event updated for resources: {'Port': ['ID=fc2f1bae-4b2a-47f5-9e6a-7984afeacab2,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:31.798829 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Attempting to bind port fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:20:31.799484 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Attempting to bind port fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '4c318109-1671-4ad9-bea6-5cb53af46def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:20:31.799912 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Attempting to bind port fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 on network ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:20:31.842262 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:20:31.842515 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Checking segment: {'id': '4c318109-1671-4ad9-bea6-5cb53af46def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:20:31.842825 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:31.843250 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Bound using segment: {'id': '4c318109-1671-4ad9-bea6-5cb53af46def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:20:31.843717 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Bound port: fc2f1bae-4b2a-47f5-9e6a-7984afeacab2, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c318109-1671-4ad9-bea6-5cb53af46def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:20:31.844089 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:31.865057 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d6b59-028c-44fc-a2b7-e964707d199f req-91afe720-e9b5-4007-88f4-931218dcfeb9 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:31.867214 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7e6d6b59-028c-44fc-a2b7-e964707d199f req-91afe720-e9b5-4007-88f4-931218dcfeb9 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.0487692 Sep 13 01:20:31.908904 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] For port fc2f1bae-4b2a-47f5-9e6a-7984afeacab2, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:20:31.912601 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] For port fc2f1bae-4b2a-47f5-9e6a-7984afeacab2, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=fc2f1bae-4b2a-47f5-9e6a-7984afeacab2,segment=NetworkSegment(4c318109-1671-4ad9-bea6-5cb53af46def),segment_id=4c318109-1671-4ad9-bea6-5cb53af46def)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:20:31.918036 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:31.921888 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7e6d6b59-028c-44fc-a2b7-e964707d199f req-5b04c564-e8ed-4320-a227-4e173c4a92c2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480924 Sep 13 01:20:31.965763 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Routers {'9d55e12a-4bc4-4134-8c6a-3b75b9079bce'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:20:31.966385 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:20:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['9d55e12a-4bc4-4134-8c6a-3b75b9079bce'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:32.028242 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149343c-9e2d-4b6a-a539-92af2c1e2660 None None] Pushing event updated for resources: {'Port': ['ID=fc2f1bae-4b2a-47f5-9e6a-7984afeacab2,revision_number=4']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:32.083979 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:32.099257 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] Set router 9d55e12a-4bc4-4134-8c6a-3b75b9079bce gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:20:32.177053 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9681894-87f9-4b76-8748-7294de5b2445 req-00aaa1f9-1a56-40cb-bb16-035a6fdb7a48 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:32.178979 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e9681894-87f9-4b76-8748-7294de5b2445 req-00aaa1f9-1a56-40cb-bb16-035a6fdb7a48 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0481281 Sep 13 01:20:32.188294 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d64dfa63-9473-45f6-9046-dde94d922d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:32.228136 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e9681894-87f9-4b76-8748-7294de5b2445 req-071ea224-a2dc-4141-afef-f061486b3375 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429604 Sep 13 01:20:32.273787 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-06dc89c4-56ac-4e04-8f27-83ee90e99428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:32.275390 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-06dc89c4-56ac-4e04-8f27-83ee90e99428 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=de31bd722d4f419d9269b519af7f793a&device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 1127 time: 0.0509646 Sep 13 01:20:32.313781 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'name': 'tempest-TestVolumeBootPattern-986183-router', 'tenant_id': '01cdb885e3894f3eb1d6947137d35b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '834edc48-79ad-4ba4-b103-3d404b3c87a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:22Z', 'updated_at': '2022-09-13T01:20:26Z', 'revision_number': 4, 'project_id': '01cdb885e3894f3eb1d6947137d35b67', 'gw_port': {'id': '834edc48-79ad-4ba4-b103-3d404b3c87a3', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:23Z', 'updated_at': '2022-09-13T01:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'fc2f1bae-4b2a-47f5-9e6a-7984afeacab2', 'name': '', 'network_id': 'ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab', 'tenant_id': '01cdb885e3894f3eb1d6947137d35b67', 'mac_address': 'fa:16:3e:21:e0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'e43886c9-059c-4ff0-bd44-62e8c6590cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:25Z', 'updated_at': '2022-09-13T01:20:31Z', 'revision_number': 4, 'project_id': '01cdb885e3894f3eb1d6947137d35b67', 'subnets': [{'id': 'e43886c9-059c-4ff0-bd44-62e8c6590cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:32.346294 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed350c5-0829-4822-b71e-199272c56e20 None None] The sync data for ids ['9d55e12a-4bc4-4134-8c6a-3b75b9079bce'] in dv-cinder-856941-3-iscsi is: [{'id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'name': 'tempest-TestVolumeBootPattern-986183-router', 'tenant_id': '01cdb885e3894f3eb1d6947137d35b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '834edc48-79ad-4ba4-b103-3d404b3c87a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:22Z', 'updated_at': '2022-09-13T01:20:26Z', 'revision_number': 4, 'project_id': '01cdb885e3894f3eb1d6947137d35b67', 'gw_port': {'id': '834edc48-79ad-4ba4-b103-3d404b3c87a3', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:23Z', 'updated_at': '2022-09-13T01:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'fc2f1bae-4b2a-47f5-9e6a-7984afeacab2', 'name': '', 'network_id': 'ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab', 'tenant_id': '01cdb885e3894f3eb1d6947137d35b67', 'mac_address': 'fa:16:3e:21:e0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'e43886c9-059c-4ff0-bd44-62e8c6590cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:25Z', 'updated_at': '2022-09-13T01:20:31Z', 'revision_number': 4, 'project_id': '01cdb885e3894f3eb1d6947137d35b67', 'subnets': [{'id': 'e43886c9-059c-4ff0-bd44-62e8c6590cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:20:32.628854 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-5f5c51a1-21e1-4d86-b949-fa63aec3f793 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4858902-df62-4017-b106-503915275745 HTTP/1.1" status: 200 len: 217 time: 0.0505314 Sep 13 01:20:32.703785 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb07258-6fe3-4b6d-be59-547307aecbdd req-955656aa-93a3-4087-9b1d-cff9e5465dc5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:32.709092 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4fb07258-6fe3-4b6d-be59-547307aecbdd req-955656aa-93a3-4087-9b1d-cff9e5465dc5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 946 time: 0.0628326 Sep 13 01:20:32.714349 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8b692-47f4-448c-86be-51e07bda85d5 req-f2a7d54b-bd8a-4375-8ecb-f20f7dff72ad tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:32.716094 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-23e8b692-47f4-448c-86be-51e07bda85d5 req-f2a7d54b-bd8a-4375-8ecb-f20f7dff72ad tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 943 time: 0.0897892 Sep 13 01:20:32.734926 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-1471a0e0-aaed-49ff-bb97-fd74ea6d33c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:32.739323 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-1471a0e0-aaed-49ff-bb97-fd74ea6d33c8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=976008db-e6b1-447d-85c8-de5490233f11 HTTP/1.1" status: 200 len: 847 time: 0.1008961 Sep 13 01:20:32.759277 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:32.770334 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4fb07258-6fe3-4b6d-be59-547307aecbdd req-ba9f6496-6889-456f-b2ee-5c4aa34d1258 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9d090bfa-f5e3-429d-a321-c11294e112e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582633 Sep 13 01:20:32.928753 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd3787-e8e8-492c-9cba-d0b9e9e47bf6 req-76dfecdc-1f67-4f49-be55-82c2b4c9e351 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:32.930357 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-dccd3787-e8e8-492c-9cba-d0b9e9e47bf6 req-76dfecdc-1f67-4f49-be55-82c2b4c9e351 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 946 time: 0.0670695 Sep 13 01:20:32.942962 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 35366) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:32.948881 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-4043bfbd-c1bf-4b7a-9993-da6732c5a832 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'floatingip': {'port_id': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:33.015013 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4043bfbd-c1bf-4b7a-9993-da6732c5a832 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (23cb6e80-890b-4381-9cbd-87bf855ef1c4), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:33.071675 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-23e8b692-47f4-448c-86be-51e07bda85d5 req-1be82727-2297-4f3d-aa05-1c6050a2b308 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3489180 Sep 13 01:20:33.075399 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-8785dadf-0078-4047-a801-768fc0735013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:33.077286 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-8785dadf-0078-4047-a801-768fc0735013 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1634575b-a8d8-4151-84aa-e1e4cfa1c8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781026 Sep 13 01:20:33.170490 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f0d52-f341-440c-9948-341924b8676c req-777f0396-810a-450a-93ed-0d3fc8d4f438 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:33.171991 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ee0f0d52-f341-440c-9948-341924b8676c req-777f0396-810a-450a-93ed-0d3fc8d4f438 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.1111310 Sep 13 01:20:33.195739 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:33.316931 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ee0f0d52-f341-440c-9948-341924b8676c req-6291c860-9bbb-4ace-bc96-96c8d3afe9b8 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165113 Sep 13 01:20:33.363286 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:33.376588 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bd191-2f16-4820-a812-362d6d938f48 req-e4d3f287-3922-4ce4-8d4d-192630708be6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:33.378313 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6e3bd191-2f16-4820-a812-362d6d938f48 req-e4d3f287-3922-4ce4-8d4d-192630708be6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0541825 Sep 13 01:20:33.428613 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6e3bd191-2f16-4820-a812-362d6d938f48 req-e9eda571-b1d9-4ba5-81ed-7e44a7398a03 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445368 Sep 13 01:20:33.568116 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:33.640331 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:33.640923 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:33.709444 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-3cfe4906-ee27-4b88-9544-c89c28a2b012 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1634575b-a8d8-4151-84aa-e1e4cfa1c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642649 Sep 13 01:20:33.724238 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4043bfbd-c1bf-4b7a-9993-da6732c5a832 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:33.736225 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4043bfbd-c1bf-4b7a-9993-da6732c5a832 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (23cb6e80-890b-4381-9cbd-87bf855ef1c4), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:33.766444 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:33.766829 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:33.809207 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port fc2f1bae-4b2a-47f5-9e6a-7984afeacab2, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=fc2f1bae-4b2a-47f5-9e6a-7984afeacab2,segment=NetworkSegment(4c318109-1671-4ad9-bea6-5cb53af46def),segment_id=4c318109-1671-4ad9-bea6-5cb53af46def)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:33.818410 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:33.832853 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:33.837034 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f474ec1-350e-41d1-84c8-06627dd7f9de req-901da466-575f-4bb6-90a4-baad7afe7813 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1634575b-a8d8-4151-84aa-e1e4cfa1c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204436 Sep 13 01:20:33.879168 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.l3_db [None req-4043bfbd-c1bf-4b7a-9993-da6732c5a832 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Floating IP 23cb6e80-890b-4381-9cbd-87bf855ef1c4 associated. External IP: 172.27.1.20, port: 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf. Sep 13 01:20:33.885997 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=fc2f1bae-4b2a-47f5-9e6a-7984afeacab2,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:34.064436 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:34.079880 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4043bfbd-c1bf-4b7a-9993-da6732c5a832 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Router 4f6477d8-422f-482e-b75f-6dd90fccf094 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:20:34.236631 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01c533-33d3-43bc-947b-a43a71494321 req-fb273cfa-6239-48c8-a9af-6c39ad2be6ca tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:34.238142 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6c01c533-33d3-43bc-947b-a43a71494321 req-fb273cfa-6239-48c8-a9af-6c39ad2be6ca tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 943 time: 0.0581396 Sep 13 01:20:34.240807 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4043bfbd-c1bf-4b7a-9993-da6732c5a832 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:20:34.245123 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4043bfbd-c1bf-4b7a-9993-da6732c5a832 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:34.250335 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c0ca4f-e900-436e-9452-c6ed7ad83f5b None None] Sync routers for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:20:34.260347 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c0ca4f-e900-436e-9452-c6ed7ad83f5b None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:20:34.261028 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-50c0ca4f-e900-436e-9452-c6ed7ad83f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:20:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:34.297959 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-4043bfbd-c1bf-4b7a-9993-da6732c5a832 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/23cb6e80-890b-4381-9cbd-87bf855ef1c4 HTTP/1.1" status: 200 len: 991 time: 1.3540280 Sep 13 01:20:34.300510 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'tag': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf'}] {{(pid=106209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:20:34.303177 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4037e2ae3c55ed11cca0bb8930849acd1aa4f7088dac3d306a7770f6ecceea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab589d4-a433-46b1-8e52-e8e7e8fd600d" -d '{"events": [{"name": "network-changed", "server_uuid": "47f2cc02-f632-47e6-8eae-b39a67ec2bab", "tag": "1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf"}]}' {{(pid=106209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:20:34.325156 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6c01c533-33d3-43bc-947b-a43a71494321 req-95a7aa73-c6f0-421f-b37d-1328e2f7203c tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774333 Sep 13 01:20:34.373538 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470069d8-b908-488a-8fdb-ce15b6eedd20 x-openstack-request-id: req-470069d8-b908-488a-8fdb-ce15b6eedd20 {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:20:34.373979 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f2cc02-f632-47e6-8eae-b39a67ec2bab", "tag": "1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf", "status": "completed", "code": 200}]} {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:20:34.374238 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-470069d8-b908-488a-8fdb-ce15b6eedd20 {{(pid=106209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:20:34.374648 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-470069d8-b908-488a-8fdb-ce15b6eedd20'] response: {'name': 'network-changed', 'server_uuid': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'tag': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf', 'status': 'completed', 'code': 200} Sep 13 01:20:34.457707 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:34.469305 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab589d4-a433-46b1-8e52-e8e7e8fd600d req-36e6d5e0-4dc9-4772-9bb1-b7b15a755986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:34.472108 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8ab589d4-a433-46b1-8e52-e8e7e8fd600d req-36e6d5e0-4dc9-4772-9bb1-b7b15a755986 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=30ce8239a9b34af685743812ce53ef19&device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 1130 time: 0.0484054 Sep 13 01:20:34.475022 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40b095-9b01-486f-8173-f46f4626e918 req-e0b6e844-003e-40e9-b5dc-9c922baa479b tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:34.476575 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9a40b095-9b01-486f-8173-f46f4626e918 req-e0b6e844-003e-40e9-b5dc-9c922baa479b tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.0578589 Sep 13 01:20:34.528366 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:34.534188 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9a40b095-9b01-486f-8173-f46f4626e918 req-2da2bed4-142c-455f-9844-c78a3ce296d5 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514126 Sep 13 01:20:34.540791 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-50c0ca4f-e900-436e-9452-c6ed7ad83f5b None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:20:34.608347 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f9e8b-e6dc-4613-ba5f-4689ad396780 req-d867c5db-90c3-4ca0-82a7-67915cd598c2 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:34.610118 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f07f9e8b-e6dc-4613-ba5f-4689ad396780 req-d867c5db-90c3-4ca0-82a7-67915cd598c2 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0667331 Sep 13 01:20:34.658157 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab589d4-a433-46b1-8e52-e8e7e8fd600d req-e6851953-4e74-471e-810e-4acd27c862b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:34.659750 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8ab589d4-a433-46b1-8e52-e8e7e8fd600d req-e6851953-4e74-471e-810e-4acd27c862b9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e HTTP/1.1" status: 200 len: 916 time: 0.1803994 Sep 13 01:20:34.728368 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f07f9e8b-e6dc-4613-ba5f-4689ad396780 req-38b3df60-c4f6-4389-97f0-cab1b374e608 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106105 Sep 13 01:20:34.751868 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8ab589d4-a433-46b1-8e52-e8e7e8fd600d req-8b7ed479-97ec-4c1d-8d72-083102a1e2b2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf HTTP/1.1" status: 200 len: 999 time: 0.0825520 Sep 13 01:20:34.841322 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:34.851424 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab589d4-a433-46b1-8e52-e8e7e8fd600d req-adab3f17-f285-4d84-9fcf-aba97c7e2291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:34.852960 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8ab589d4-a433-46b1-8e52-e8e7e8fd600d req-adab3f17-f285-4d84-9fcf-aba97c7e2291 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f61fb4fd-3b7f-449b-85b4-6f00787bd46c HTTP/1.1" status: 200 len: 854 time: 0.0758140 Sep 13 01:20:34.861070 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:34.867927 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e793f-4ab0-448c-890c-3320da9f83c4 req-2c490d3d-a267-48b7-bc3e-7d00ed8ca54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:34.867927 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-605e793f-4ab0-448c-890c-3320da9f83c4 req-2c490d3d-a267-48b7-bc3e-7d00ed8ca54c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 1130 time: 0.0476217 Sep 13 01:20:34.876753 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-50c0ca4f-e900-436e-9452-c6ed7ad83f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '23cb6e80-890b-4381-9cbd-87bf855ef1c4', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'port_id': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'mac_address': 'fa:16:3e:29:a3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:33Z', 'revision_number': 1, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:34.887406 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a23a7-8587-4959-be4b-589334d15e8d req-dc8da1fd-d034-4285-93fc-ef5021f55ac2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:34.889256 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b31a23a7-8587-4959-be4b-589334d15e8d req-dc8da1fd-d034-4285-93fc-ef5021f55ac2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.0733476 Sep 13 01:20:34.908852 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c0ca4f-e900-436e-9452-c6ed7ad83f5b None None] Checking router: 4f6477d8-422f-482e-b75f-6dd90fccf094 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:20:34.911101 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:34.921036 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c0ca4f-e900-436e-9452-c6ed7ad83f5b None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:20:34.921663 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-50c0ca4f-e900-436e-9452-c6ed7ad83f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:20:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:34.956093 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab589d4-a433-46b1-8e52-e8e7e8fd600d req-f5aa637d-6163-4325-a426-ead79ce656d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:34.957649 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8ab589d4-a433-46b1-8e52-e8e7e8fd600d req-f5aa637d-6163-4325-a426-ead79ce656d5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951090 Sep 13 01:20:35.047795 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-50c0ca4f-e900-436e-9452-c6ed7ad83f5b None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:20:35.070611 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e793f-4ab0-448c-890c-3320da9f83c4 req-aeb5403a-8d1d-4fba-9ca4-5f469b0754c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:35.072324 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-605e793f-4ab0-448c-890c-3320da9f83c4 req-aeb5403a-8d1d-4fba-9ca4-5f469b0754c8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 918 time: 0.1976833 Sep 13 01:20:35.083205 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:35.151070 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-605e793f-4ab0-448c-890c-3320da9f83c4 req-f3eb3674-5486-42e0-b80a-fe6a2537fe92 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af4f2d52-b899-4598-a65e-5404eb758ac3 HTTP/1.1" status: 200 len: 217 time: 0.0659044 Sep 13 01:20:35.157485 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8ab589d4-a433-46b1-8e52-e8e7e8fd600d req-51890839-ecf9-440a-8c47-93eb7a9a3842 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924179 Sep 13 01:20:35.184324 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b31a23a7-8587-4959-be4b-589334d15e8d req-78c32264-321c-4b28-ba79-955636ca0325 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890904 Sep 13 01:20:35.265308 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e793f-4ab0-448c-890c-3320da9f83c4 req-6903545c-ce5e-4fae-b4f6-73f7c7656540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:35.271133 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-605e793f-4ab0-448c-890c-3320da9f83c4 req-6903545c-ce5e-4fae-b4f6-73f7c7656540 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89162ffe-bd41-4b0f-96cf-08e9b2407131 HTTP/1.1" status: 200 len: 856 time: 0.1125796 Sep 13 01:20:35.294645 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-50c0ca4f-e900-436e-9452-c6ed7ad83f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '23cb6e80-890b-4381-9cbd-87bf855ef1c4', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'port_id': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'mac_address': 'fa:16:3e:29:a3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:33Z', 'revision_number': 1, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:35.320235 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c0ca4f-e900-436e-9452-c6ed7ad83f5b None None] The sync data for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi is: [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '23cb6e80-890b-4381-9cbd-87bf855ef1c4', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'port_id': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'mac_address': 'fa:16:3e:29:a3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:33Z', 'revision_number': 1, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:20:35.340793 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e793f-4ab0-448c-890c-3320da9f83c4 req-56b2461f-a558-46d4-9cd1-eb226fc093cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:35.342281 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-605e793f-4ab0-448c-890c-3320da9f83c4 req-56b2461f-a558-46d4-9cd1-eb226fc093cd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582142 Sep 13 01:20:35.344438 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8ab589d4-a433-46b1-8e52-e8e7e8fd600d req-25196693-06c6-4e6b-9f8c-dd5e49cfbda3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780944 Sep 13 01:20:35.480813 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394390a3-9499-4cbd-89a4-2ae97ffed417 req-a0f9be1a-caf9-40f8-bec0-acc8bef19f42 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:35.482287 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-394390a3-9499-4cbd-89a4-2ae97ffed417 req-a0f9be1a-caf9-40f8-bec0-acc8bef19f42 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 943 time: 0.0576289 Sep 13 01:20:35.525373 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:35.532568 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-605e793f-4ab0-448c-890c-3320da9f83c4 req-951f25e9-c790-4517-9a33-f977d097d729 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775622 Sep 13 01:20:35.553076 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:35.562627 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-394390a3-9499-4cbd-89a4-2ae97ffed417 req-c41a6579-d546-4b46-bf6e-a5dd405d777b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708280 Sep 13 01:20:35.613469 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac301ee7-2064-4855-8254-c7bdf06f4e8b None None] New status for floating IP 23cb6e80-890b-4381-9cbd-87bf855ef1c4: ACTIVE {{(pid=106211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:20:35.627779 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:35.628880 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:35.641417 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:35.646452 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:35.652345 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-605e793f-4ab0-448c-890c-3320da9f83c4 req-a8b6eb0a-8244-41c9-9add-c6808926e119 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092138 Sep 13 01:20:35.709488 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:35.869681 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbecd8-e82a-43db-8db1-dbeb6f521dcc req-cde39fa7-2ac6-45ba-8af6-b823985bf6a5 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:35.871761 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3ebbecd8-e82a-43db-8db1-dbeb6f521dcc req-cde39fa7-2ac6-45ba-8af6-b823985bf6a5 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0472646 Sep 13 01:20:35.918678 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3ebbecd8-e82a-43db-8db1-dbeb6f521dcc req-dfaab7b9-fb2e-439b-a0cb-73491575d99b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413764 Sep 13 01:20:36.308127 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb9acc-ddac-4cc0-a597-2b55f4cdcf20 req-2c3651b3-9549-4b60-9e04-6acf901d0442 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:36.309639 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d7eb9acc-ddac-4cc0-a597-2b55f4cdcf20 req-2c3651b3-9549-4b60-9e04-6acf901d0442 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.0505455 Sep 13 01:20:36.356913 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d7eb9acc-ddac-4cc0-a597-2b55f4cdcf20 req-e060677d-9567-4e67-b633-85027e76f7fe tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413816 Sep 13 01:20:36.687210 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d3911-f6bf-4d30-9636-27871e1ca18f req-8bc786be-49c4-4b2c-9f59-57956b58d64d tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:36.688705 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fb3d3911-f6bf-4d30-9636-27871e1ca18f req-8bc786be-49c4-4b2c-9f59-57956b58d64d tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 943 time: 0.0477238 Sep 13 01:20:36.740962 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fb3d3911-f6bf-4d30-9636-27871e1ca18f req-f976a306-8420-4265-9510-b80bd1aae2d0 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465710 Sep 13 01:20:37.047033 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b7a2b-896b-4d79-98df-720c5dfb86df req-902e834e-a041-41b4-b30e-ea976343ed18 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:37.048380 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-885b7a2b-896b-4d79-98df-720c5dfb86df req-902e834e-a041-41b4-b30e-ea976343ed18 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0466595 Sep 13 01:20:37.098587 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-885b7a2b-896b-4d79-98df-720c5dfb86df req-887c7244-a3d7-47fa-acc8-2d9a3f16dda2 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445743 Sep 13 01:20:37.477938 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5004584-8f0f-479c-8601-b109ad699d8b req-cf5b7386-bcc7-448b-b18f-7e483d8bc855 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:37.479422 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f5004584-8f0f-479c-8601-b109ad699d8b req-cf5b7386-bcc7-448b-b18f-7e483d8bc855 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.0459588 Sep 13 01:20:37.525917 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f5004584-8f0f-479c-8601-b109ad699d8b req-d319c249-d3b0-41ee-b71e-53f16497a949 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409150 Sep 13 01:20:37.860164 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4377ae-babf-42f7-987f-f99eecbe45b8 req-8c4ab89b-b9b4-4e66-92b2-44e276de038d tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:37.861616 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-af4377ae-babf-42f7-987f-f99eecbe45b8 req-8c4ab89b-b9b4-4e66-92b2-44e276de038d tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 943 time: 0.0458927 Sep 13 01:20:37.913273 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-af4377ae-babf-42f7-987f-f99eecbe45b8 req-de03d0a1-d339-4c99-9c0b-2bc3cbbb2fbd tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453506 Sep 13 01:20:38.233379 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67954f89-0099-462c-8793-9ff28f947aef req-c5ad3de4-aecc-4aca-ae44-f9b407fb4543 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:38.237641 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-67954f89-0099-462c-8793-9ff28f947aef req-c5ad3de4-aecc-4aca-ae44-f9b407fb4543 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0495639 Sep 13 01:20:38.288665 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-67954f89-0099-462c-8793-9ff28f947aef req-e9860de3-030e-479a-83a9-0a5188a418ea tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474916 Sep 13 01:20:38.649990 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf23c9c-f241-4d58-9d25-c9b0cb2d867a req-4ccae59a-b675-4da1-a8bf-3b832456967c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:38.652144 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fcf23c9c-f241-4d58-9d25-c9b0cb2d867a req-4ccae59a-b675-4da1-a8bf-3b832456967c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.0460401 Sep 13 01:20:38.701551 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fcf23c9c-f241-4d58-9d25-c9b0cb2d867a req-726a17d4-d520-44b8-b1c6-aed3da3cd101 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438099 Sep 13 01:20:39.064040 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98638c6a-e8b8-46df-a5dc-20858e761513 req-0ece120f-cf37-4372-a199-09de0e7fa948 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:39.065528 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-98638c6a-e8b8-46df-a5dc-20858e761513 req-0ece120f-cf37-4372-a199-09de0e7fa948 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 943 time: 0.0710979 Sep 13 01:20:39.116108 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-98638c6a-e8b8-46df-a5dc-20858e761513 req-c2c04cc3-18e6-4357-909c-00c0ea6f489c tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447519 Sep 13 01:20:39.415669 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077dcc1a-e5d1-4798-a234-a02f906df98b req-aa86b314-f58f-48b9-8ade-9043a06c6ced tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:39.417169 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-077dcc1a-e5d1-4798-a234-a02f906df98b req-aa86b314-f58f-48b9-8ade-9043a06c6ced tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0495539 Sep 13 01:20:39.465623 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-077dcc1a-e5d1-4798-a234-a02f906df98b req-e71b4c54-218f-4b8b-a1de-4412d31febe8 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428436 Sep 13 01:20:40.170163 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 35484) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:40.174872 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1621675547', 'description': 'tempest-description--12428268'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:40.196642 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:40.243155 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da0d22-2885-4262-b5ff-02f568c9ace1 req-c2fef712-4510-4a00-a27c-5a4449e4fa78 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:40.247338 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-00da0d22-2885-4262-b5ff-02f568c9ace1 req-c2fef712-4510-4a00-a27c-5a4449e4fa78 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 943 time: 0.0544484 Sep 13 01:20:40.278944 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:40.295768 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for security_group (64ac6563-a043-405a-9c29-a8aa4b2c4cd0), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:40.301215 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (64ac6563-a043-405a-9c29-a8aa4b2c4cd0), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:40.320728 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-00da0d22-2885-4262-b5ff-02f568c9ace1 req-f34a20da-ed8e-4e53-bb79-faeb64be4382 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695150 Sep 13 01:20:40.340464 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:40.341956 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1706350 Sep 13 01:20:40.344890 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 35486) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:40.349553 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-ae381294-9f2d-4cb8-aca4-9ec856f81729 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Request body: {'security_group_rule': {'security_group_id': '64ac6563-a043-405a-9c29-a8aa4b2c4cd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:40.355768 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ac6563-a043-405a-9c29-a8aa4b2c4cd0,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:40.373838 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:40.374183 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:40.374521 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:40.374881 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:40.375205 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:40.375530 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:40.375865 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:40.376194 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:40.376512 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:40.376871 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:40.377194 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:40.377583 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:40.377902 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:40.378218 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:40.378532 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba02c02-d9b4-4be5-8ea3-18b98c0aed43 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:40.398661 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ae381294-9f2d-4cb8-aca4-9ec856f81729 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for security_group_rule (c0b5792b-54b6-4164-9f2f-55495df5d1a1), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:40.463746 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ae381294-9f2d-4cb8-aca4-9ec856f81729 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for security_group_rule (c0b5792b-54b6-4164-9f2f-55495df5d1a1), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:40.467390 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ae381294-9f2d-4cb8-aca4-9ec856f81729 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (c0b5792b-54b6-4164-9f2f-55495df5d1a1), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:40.474564 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:40.490020 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae381294-9f2d-4cb8-aca4-9ec856f81729 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b5792b-54b6-4164-9f2f-55495df5d1a1,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:40.498309 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ae381294-9f2d-4cb8-aca4-9ec856f81729 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:40.500097 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-ae381294-9f2d-4cb8-aca4-9ec856f81729 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1528099 Sep 13 01:20:40.501456 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 35490) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:40.505607 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-daa7e729-d279-41a3-b539-fd417b831d70 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Request body: {'security_group_rule': {'security_group_id': '64ac6563-a043-405a-9c29-a8aa4b2c4cd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:40.533509 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-daa7e729-d279-41a3-b539-fd417b831d70 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for security_group_rule (b92cf1f5-5337-41d7-bdc7-a812481ac178), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:40.627282 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-daa7e729-d279-41a3-b539-fd417b831d70 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for security_group_rule (b92cf1f5-5337-41d7-bdc7-a812481ac178), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:40.635555 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378698f3-bb48-46e7-bfce-0b9fa25fafb4 req-e60ce75b-1867-4377-a2ba-3c73f4271c9b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:40.637186 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-378698f3-bb48-46e7-bfce-0b9fa25fafb4 req-e60ce75b-1867-4377-a2ba-3c73f4271c9b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0596240 Sep 13 01:20:40.638357 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-daa7e729-d279-41a3-b539-fd417b831d70 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (b92cf1f5-5337-41d7-bdc7-a812481ac178), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:40.670964 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7e729-d279-41a3-b539-fd417b831d70 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92cf1f5-5337-41d7-bdc7-a812481ac178,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:40.681753 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-daa7e729-d279-41a3-b539-fd417b831d70 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:40.683598 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-daa7e729-d279-41a3-b539-fd417b831d70 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1812394 Sep 13 01:20:40.687211 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 35498) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:40.693468 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Request body: {'floatingip': {'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:40.706228 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-378698f3-bb48-46e7-bfce-0b9fa25fafb4 req-d9d48785-91e0-4ee5-857a-c2c1fb142e59 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606248 Sep 13 01:20:40.744708 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:40.839171 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:40.918771 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e9895-d189-4175-8d22-efaa4be663bd req-61f9b757-b265-48db-8ac4-0b17d1001d40 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:40.920421 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0f1e9895-d189-4175-8d22-efaa4be663bd req-61f9b757-b265-48db-8ac4-0b17d1001d40 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0574930 Sep 13 01:20:40.954028 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Allocated IP 172.27.1.110 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/9c1f65dd-34e9-4627-b1df-cac85146fa76) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:20:40.972868 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0f1e9895-d189-4175-8d22-efaa4be663bd req-8e704a7c-1499-4a3d-b75a-f80ab5b299d9 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465777 Sep 13 01:20:41.019255 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:41.069110 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for port (9c1f65dd-34e9-4627-b1df-cac85146fa76), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:41.076380 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:41.107320 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (9c1f65dd-34e9-4627-b1df-cac85146fa76), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:41.149811 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:41.153475 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:41.156093 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:20:41.167880 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Pushing event updated for resources: {'Port': ['ID=9c1f65dd-34e9-4627-b1df-cac85146fa76,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:41.200151 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:41.200489 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:41.200825 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:41.201156 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:41.201486 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:41.201845 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:41.202194 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:41.202485 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:41.202805 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:41.203147 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:41.203466 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:41.203783 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:41.204103 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:41.204418 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:41.204734 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:41.221931 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for floatingip (a02804e6-a6cd-46cb-b5cc-54e7136e9f25), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:41.259160 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (9c1f65dd-34e9-4627-b1df-cac85146fa76), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:41.437301 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for port (9c1f65dd-34e9-4627-b1df-cac85146fa76), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:41.441626 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (9c1f65dd-34e9-4627-b1df-cac85146fa76), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:41.442360 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (a02804e6-a6cd-46cb-b5cc-54e7136e9f25), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:41.484622 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119993d-89aa-4501-a0e2-531f171c402c req-a711e806-04c3-48ac-84e5-23468d7ab6ee tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:41.486078 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6119993d-89aa-4501-a0e2-531f171c402c req-a711e806-04c3-48ac-84e5-23468d7ab6ee tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 943 time: 0.0851614 Sep 13 01:20:41.506315 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:41.516783 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8193350 Sep 13 01:20:41.517409 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fc744-b61a-4160-99ad-6a5c0b0046d6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Pushing event updated for resources: {'Port': ['ID=9c1f65dd-34e9-4627-b1df-cac85146fa76,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:41.553247 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6119993d-89aa-4501-a0e2-531f171c402c req-7cac8277-4a44-486b-9344-cc7f43f4fa3e tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600462 Sep 13 01:20:41.850279 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6a53b-6a40-4f01-acfa-154a041a7810 req-09e9b105-9e4b-4807-a284-418ffdacb934 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:41.851981 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a9c6a53b-6a40-4f01-acfa-154a041a7810 req-09e9b105-9e4b-4807-a284-418ffdacb934 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0487063 Sep 13 01:20:41.909125 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a9c6a53b-6a40-4f01-acfa-154a041a7810 req-afdfa4da-aca0-45eb-a406-c32f9a1c5950 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506318 Sep 13 01:20:42.096253 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68b196-32b1-4675-8fdd-32a0860b644a req-2da6f482-ee2f-45a8-b671-5e056ef2397f tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:42.097712 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-bb68b196-32b1-4675-8fdd-32a0860b644a req-2da6f482-ee2f-45a8-b671-5e056ef2397f tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0464013 Sep 13 01:20:42.144522 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-bb68b196-32b1-4675-8fdd-32a0860b644a req-2d7a7bc0-5f93-45b8-82a6-cb025b8d7129 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411258 Sep 13 01:20:42.466699 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device c4858902-df62-4017-b106-503915275745 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:20:42.576241 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port c4858902-df62-4017-b106-503915275745, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=c4858902-df62-4017-b106-503915275745,segment=NetworkSegment(d0fe7925-f633-435b-a5ff-6ec0a53bbced),segment_id=d0fe7925-f633-435b-a5ff-6ec0a53bbced)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:42.587681 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': 'c4858902-df62-4017-b106-503915275745', 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc', 'port_id': 'c4858902-df62-4017-b106-503915275745', 'mac_address': 'fa:16:3e:f4:63:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976008db-e6b1-447d-85c8-de5490233f11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:20:42.626130 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port c4858902-df62-4017-b106-503915275745 is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:42.626531 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (c4858902-df62-4017-b106-503915275745), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:42.643593 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4858902-df62-4017-b106-503915275745 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:20:42.665091 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port c4858902-df62-4017-b106-503915275745, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=c4858902-df62-4017-b106-503915275745,segment=NetworkSegment(d0fe7925-f633-435b-a5ff-6ec0a53bbced),segment_id=d0fe7925-f633-435b-a5ff-6ec0a53bbced)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:42.669558 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (c4858902-df62-4017-b106-503915275745), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:42.692527 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d17dbc-3da4-4d4e-a365-8f8704c0c902 req-1ddf3b51-58c9-4b4a-b176-dc86964d813d tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:42.693933 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c2d17dbc-3da4-4d4e-a365-8f8704c0c902 req-1ddf3b51-58c9-4b4a-b176-dc86964d813d tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 943 time: 0.0546997 Sep 13 01:20:42.718997 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=c4858902-df62-4017-b106-503915275745,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:42.727449 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:42.750107 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c2d17dbc-3da4-4d4e-a365-8f8704c0c902 req-e37dfb85-b8fa-4fa5-9975-ed98b5b8898d tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502183 Sep 13 01:20:42.936781 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:43.034479 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c605b0-0033-4d5a-9de2-6a4f3689f2c9 req-e1b74a1a-c526-4e3f-8359-c6ed92a60fec tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:43.035980 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-29c605b0-0033-4d5a-9de2-6a4f3689f2c9 req-e1b74a1a-c526-4e3f-8359-c6ed92a60fec tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0466583 Sep 13 01:20:43.077747 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['c4858902-df62-4017-b106-503915275745'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:20:43.082908 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-29c605b0-0033-4d5a-9de2-6a4f3689f2c9 req-d885d25f-44fd-426e-88be-84857b3f8d22 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412858 Sep 13 01:20:43.158453 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:43.242564 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:43.266818 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:43.276385 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e06da-7819-4a2b-8cd1-a8e7df82fa85 req-73710364-7786-4783-b1d4-ad6b153c3d35 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:43.278086 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7e8e06da-7819-4a2b-8cd1-a8e7df82fa85 req-73710364-7786-4783-b1d4-ad6b153c3d35 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0496325 Sep 13 01:20:43.335925 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7e8e06da-7819-4a2b-8cd1-a8e7df82fa85 req-136af447-c836-4fcd-8e03-fff0ecfcc9fc tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498655 Sep 13 01:20:43.871995 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3594ea9-9ebb-400f-8cd1-cb5cc819630c req-16e328bd-408b-4fa6-8469-95b68be6f975 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:43.873457 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b3594ea9-9ebb-400f-8cd1-cb5cc819630c req-16e328bd-408b-4fa6-8469-95b68be6f975 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 944 time: 0.0476866 Sep 13 01:20:43.928721 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b3594ea9-9ebb-400f-8cd1-cb5cc819630c req-44cf3f63-95f1-48e5-8266-56d74db786ac tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497944 Sep 13 01:20:44.240047 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b06a9-7c3f-4d9b-ae5d-5ff8f37c1224 req-788ff513-aa7e-4c85-92e5-5cfcb3beef40 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:44.241488 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0a2b06a9-7c3f-4d9b-ae5d-5ff8f37c1224 req-788ff513-aa7e-4c85-92e5-5cfcb3beef40 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0719712 Sep 13 01:20:44.242493 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a26532-d2a1-4c52-a739-97bfdf692532 req-b78f036e-5057-4111-9427-6a5a5dc5a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:44.243824 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-14a26532-d2a1-4c52-a739-97bfdf692532 req-b78f036e-5057-4111-9427-6a5a5dc5a497 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9056ec686513412a87c292387e25e870&device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 1129 time: 0.0647798 Sep 13 01:20:44.333791 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0a2b06a9-7c3f-4d9b-ae5d-5ff8f37c1224 req-fa6c097c-2d9b-4b46-9f61-f3ee5db3b086 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867264 Sep 13 01:20:44.378018 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a26532-d2a1-4c52-a739-97bfdf692532 req-919f2342-f980-41b8-8193-87afaf82736c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:44.379613 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-14a26532-d2a1-4c52-a739-97bfdf692532 req-919f2342-f980-41b8-8193-87afaf82736c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdb1d525-4a86-4d73-99d0-0254f6253a0a HTTP/1.1" status: 200 len: 911 time: 0.1062889 Sep 13 01:20:44.475304 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-14a26532-d2a1-4c52-a739-97bfdf692532 req-c8d321cb-175f-4566-a900-b1cba1f16137 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd07ce18-daad-47e8-8e34-3a96d4e32e60 HTTP/1.1" status: 200 len: 1001 time: 0.0887930 Sep 13 01:20:44.482901 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7e567-5740-4bc3-b746-47108d2c3358 req-5b1042ab-339b-44e0-8984-aaf3b717d06f tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:44.484256 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8bd7e567-5740-4bc3-b746-47108d2c3358 req-5b1042ab-339b-44e0-8984-aaf3b717d06f tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0622349 Sep 13 01:20:44.489568 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device c4858902-df62-4017-b106-503915275745 up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:44.534152 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port c4858902-df62-4017-b106-503915275745 completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:20:44.540647 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port c4858902-df62-4017-b106-503915275745 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:44.540940 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (c4858902-df62-4017-b106-503915275745), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:44.558413 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a26532-d2a1-4c52-a739-97bfdf692532 req-5de84b54-a67e-49d0-b7a2-fa0f3cdd5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:44.559888 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-14a26532-d2a1-4c52-a739-97bfdf692532 req-5de84b54-a67e-49d0-b7a2-fa0f3cdd5dff service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e6dbcd3-8686-4d4b-89a7-314bf35476d1 HTTP/1.1" status: 200 len: 849 time: 0.0748043 Sep 13 01:20:44.565081 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8bd7e567-5740-4bc3-b746-47108d2c3358 req-0dbaba67-e6b2-434e-baca-a759e9bd7e29 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729876 Sep 13 01:20:44.607402 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a26532-d2a1-4c52-a739-97bfdf692532 req-eb3425b6-df1d-4512-b827-0fe68e0fc68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:44.608903 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-14a26532-d2a1-4c52-a739-97bfdf692532 req-eb3425b6-df1d-4512-b827-0fe68e0fc68a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdb1d525-4a86-4d73-99d0-0254f6253a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420110 Sep 13 01:20:44.618550 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port c4858902-df62-4017-b106-503915275745 is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:44.618976 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (c4858902-df62-4017-b106-503915275745), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:44.644866 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4858902-df62-4017-b106-503915275745'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:20:44.647690 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c905d00-3e87-48d6-a31e-5adf4f476362" -d '{"events": [{"server_uuid": "cf5279a7-4859-458b-958c-85fd71cb4d72", "name": "network-vif-plugged", "status": "completed", "tag": "c4858902-df62-4017-b106-503915275745"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:20:44.669633 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port c4858902-df62-4017-b106-503915275745, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=c4858902-df62-4017-b106-503915275745,segment=NetworkSegment(d0fe7925-f633-435b-a5ff-6ec0a53bbced),segment_id=d0fe7925-f633-435b-a5ff-6ec0a53bbced)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:44.674520 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (c4858902-df62-4017-b106-503915275745), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:44.703601 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d211588-e021-405d-a945-8f36aa05edb4 x-openstack-request-id: req-5d211588-e021-405d-a945-8f36aa05edb4 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:20:44.705988 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5279a7-4859-458b-958c-85fd71cb4d72", "name": "network-vif-plugged", "status": "completed", "tag": "c4858902-df62-4017-b106-503915275745", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:20:44.706288 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d211588-e021-405d-a945-8f36aa05edb4 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:20:44.706693 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d211588-e021-405d-a945-8f36aa05edb4'] response: {'server_uuid': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4858902-df62-4017-b106-503915275745', 'code': 200} Sep 13 01:20:44.735469 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=c4858902-df62-4017-b106-503915275745,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:44.743877 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:44.744224 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:44.745120 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:44.745465 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:44.745798 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:44.746129 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:44.746463 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:44.746789 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:44.747141 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:44.747467 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:44.747791 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:44.748133 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:44.748460 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:44.748780 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:44.749100 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:20:44.928274 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-14a26532-d2a1-4c52-a739-97bfdf692532 req-763442f9-4172-40df-9a5e-81b8d9283df6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123224 Sep 13 01:20:45.071531 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:45.072891 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa356a-2bda-4a9c-9726-d5c2e5703812 req-70be47e9-1705-4c31-9198-50a975d00328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:45.074379 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ccfa356a-2bda-4a9c-9726-d5c2e5703812 req-70be47e9-1705-4c31-9198-50a975d00328 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 1129 time: 0.1161661 Sep 13 01:20:45.089342 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0043321-e6b9-485a-8a5f-09eb9f307f38 req-51e4e7c4-0978-48f2-be00-6711dfd2faef tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:45.090739 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b0043321-e6b9-485a-8a5f-09eb9f307f38 req-51e4e7c4-0978-48f2-be00-6711dfd2faef tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0789425 Sep 13 01:20:45.137376 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-14a26532-d2a1-4c52-a739-97bfdf692532 req-b71b2e61-0437-47c1-9bc1-9f4d9a1f32af service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965671 Sep 13 01:20:45.192157 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ccfa356a-2bda-4a9c-9726-d5c2e5703812 req-ff8d88a6-b4de-4ea2-811f-7bd2b4a53f06 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002893 Sep 13 01:20:45.195784 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b0043321-e6b9-485a-8a5f-09eb9f307f38 req-e589b35d-0789-4135-9792-eb9c05c3407a tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890608 Sep 13 01:20:45.459845 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:45.473199 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a497765-3c01-47e0-988c-8ba8d7f2b8cf req-d11b8774-1d2f-4f2a-85a4-f40b95dcb41a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:45.474668 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4a497765-3c01-47e0-988c-8ba8d7f2b8cf req-d11b8774-1d2f-4f2a-85a4-f40b95dcb41a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0566988 Sep 13 01:20:45.525323 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4a497765-3c01-47e0-988c-8ba8d7f2b8cf req-d02fc4f2-228c-43b6-8efa-99a1959f8cb0 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450354 Sep 13 01:20:45.689799 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e270a-1e7f-449d-bcb2-418d92fa9844 req-2d1747e4-daa4-4543-827f-a32c8b6312c9 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:45.691250 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-530e270a-1e7f-449d-bcb2-418d92fa9844 req-2d1747e4-daa4-4543-827f-a32c8b6312c9 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0498559 Sep 13 01:20:45.724052 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:45.729298 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:45.748163 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-530e270a-1e7f-449d-bcb2-418d92fa9844 req-25af8c01-a351-4e9d-9117-4340de61e3b0 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513337 Sep 13 01:20:46.315901 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacda702-fc9b-467a-95c8-880abec37c70 req-3002abee-c7d0-4469-a898-62f2e41badfe tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:46.317339 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cacda702-fc9b-467a-95c8-880abec37c70 req-3002abee-c7d0-4469-a898-62f2e41badfe tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0463700 Sep 13 01:20:46.365454 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cacda702-fc9b-467a-95c8-880abec37c70 req-f0a140bd-b758-4bd5-be06-9c5b763fedc7 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424395 Sep 13 01:20:46.651421 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e469df-6a50-4f12-a13b-8b958f93795c req-25c291da-c339-4f30-b1f7-f4efe39ef796 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:46.652856 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e9e469df-6a50-4f12-a13b-8b958f93795c req-25c291da-c339-4f30-b1f7-f4efe39ef796 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0494871 Sep 13 01:20:46.704791 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e9e469df-6a50-4f12-a13b-8b958f93795c req-bd8c2714-e91b-4aad-89a0-b4242338f833 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464320 Sep 13 01:20:46.866204 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930de1e-e403-4169-a229-519e488a0b1f req-d0c211a5-eb13-437c-a94d-04ed7974e790 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:46.867665 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7930de1e-e403-4169-a229-519e488a0b1f req-d0c211a5-eb13-437c-a94d-04ed7974e790 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0460725 Sep 13 01:20:46.919310 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7930de1e-e403-4169-a229-519e488a0b1f req-2942bfa4-53b6-433b-8a7f-edcee7b82e37 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454991 Sep 13 01:20:47.316128 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-de3e325c-b8f5-4ee6-b3d7-5e2ced71a53d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1621675547&fields=id&tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13 HTTP/1.1" status: 200 len: 267 time: 0.0443656 Sep 13 01:20:47.434214 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-96e47219-7617-4e81-835c-279b941179a5 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:47.436137 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-96e47219-7617-4e81-835c-279b941179a5 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 817 time: 0.1134620 Sep 13 01:20:47.454107 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-c8567a6a-3d78-4688-91c0-5cd2153d4fd3 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/quotas/a84dd36fe9484f41bc2f0d7da4e47c13 HTTP/1.1" status: 200 len: 375 time: 0.0105238 Sep 13 01:20:47.513983 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-bdbe3821-d929-4b60-9283-9944070a0530 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0537488 Sep 13 01:20:47.518881 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dca47f-3732-40d8-9ad0-a2e6e681980d req-997ce7bb-8934-41fe-8101-f014de9bca2d tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:47.520437 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-21dca47f-3732-40d8-9ad0-a2e6e681980d req-997ce7bb-8934-41fe-8101-f014de9bca2d tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0526502 Sep 13 01:20:47.570290 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-21dca47f-3732-40d8-9ad0-a2e6e681980d req-17da7e22-1bc6-4c21-8fef-3de32792c37b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432024 Sep 13 01:20:47.590962 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:47.620379 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-f6baf625-73a8-493f-8789-47420e0c800b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937808 Sep 13 01:20:47.693035 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b2ff5-90d0-4f9e-b2be-26c7cf81b206 req-758a1f54-60f1-4f22-9af0-07f6cf3dd7e1 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:47.699251 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7f4b2ff5-90d0-4f9e-b2be-26c7cf81b206 req-758a1f54-60f1-4f22-9af0-07f6cf3dd7e1 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0560617 Sep 13 01:20:47.715227 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-e411cc9d-7a08-4832-9424-29e3829c506e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889001 Sep 13 01:20:47.758287 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7f4b2ff5-90d0-4f9e-b2be-26c7cf81b206 req-4eaab2a9-8914-464c-ab8b-192a511968ef tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572376 Sep 13 01:20:47.790124 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 35588) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:47.868893 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eacabf-5953-410a-aaf8-f16a0c27abf6 req-916f18a9-941f-496d-a6a1-75b73eba99ec tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:47.870397 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a2eacabf-5953-410a-aaf8-f16a0c27abf6 req-916f18a9-941f-496d-a6a1-75b73eba99ec tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0495045 Sep 13 01:20:47.905413 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7bc3985a-9939-4c1f-8dab-509edcf63ff4 req-8dacef5f-cbd8-48b2-9bba-dbad100c60ee tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 210 time: 0.0328104 Sep 13 01:20:47.973658 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a2eacabf-5953-410a-aaf8-f16a0c27abf6 req-f53d8c1c-d829-4595-a5a3-e45cc512fdcf tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936244 Sep 13 01:20:48.042628 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec96f68-56cd-4d1e-a368-baa22741b365 tempest-TestShelveInstance-300519942 tempest-TestShelveInstance-300519942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:48.044287 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-6ec96f68-56cd-4d1e-a368-baa22741b365 tempest-TestShelveInstance-300519942 tempest-TestShelveInstance-300519942-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 1124 time: 0.2530138 Sep 13 01:20:48.047380 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 35604) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:20:48.052233 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Request body: {'floatingip': {'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'port_id': 'c4858902-df62-4017-b106-503915275745', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:48.053381 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc4b64-dae8-4c8a-95d4-fce528ee5949 req-b304b6b7-587e-4a59-9eef-e88fd4520fdf tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:48.054890 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-54dc4b64-dae8-4c8a-95d4-fce528ee5949 req-b304b6b7-587e-4a59-9eef-e88fd4520fdf tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0565615 Sep 13 01:20:48.080694 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:48.133907 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-54dc4b64-dae8-4c8a-95d4-fce528ee5949 req-d19c2159-fa31-4ed0-b021-68a992280508 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720010 Sep 13 01:20:48.183685 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:48.188898 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:48.283225 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:48.306346 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Allocated IP 172.27.1.245 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/949f7140-6070-4202-9b80-da23693dc7f7) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:20:48.423298 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for port (949f7140-6070-4202-9b80-da23693dc7f7), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:48.458139 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (949f7140-6070-4202-9b80-da23693dc7f7), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:48.498343 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:48.504898 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:48.508898 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:20:48.531824 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Pushing event updated for resources: {'Port': ['ID=949f7140-6070-4202-9b80-da23693dc7f7,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:48.831119 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for floatingip (d50db12f-cf3f-4946-ac3d-48270ddcf391), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:48.900281 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (949f7140-6070-4202-9b80-da23693dc7f7), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:48.986030 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:49.043301 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3b317a29-c607-44bd-866b-18bd3e15d786 req-fee1053d-e136-4436-84e9-ce9c24c311e2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 210 time: 0.0412896 Sep 13 01:20:49.080830 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for port (949f7140-6070-4202-9b80-da23693dc7f7), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:49.085660 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (949f7140-6070-4202-9b80-da23693dc7f7), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:49.086450 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (d50db12f-cf3f-4946-ac3d-48270ddcf391), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:49.101404 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee16f6b-6950-43d1-bb57-3ef366c548c1 req-47a0b748-8d69-4546-b4bf-9c4a26355dd5 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:49.103056 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fee16f6b-6950-43d1-bb57-3ef366c548c1 req-47a0b748-8d69-4546-b4bf-9c4a26355dd5 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0487885 Sep 13 01:20:49.139018 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:INSERT=4,neutron:UPDATE=2,neutron:SELECT=94 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:49.153743 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fee16f6b-6950-43d1-bb57-3ef366c548c1 req-99551138-6898-477a-ba01-fbdd93f8a7c2 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447452 Sep 13 01:20:49.195510 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Pushing event updated for resources: {'Port': ['ID=949f7140-6070-4202-9b80-da23693dc7f7,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:49.232510 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.l3_db [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Floating IP d50db12f-cf3f-4946-ac3d-48270ddcf391 associated. External IP: 172.27.1.245, port: c4858902-df62-4017-b106-503915275745. Sep 13 01:20:49.299231 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc113205-2bbd-4410-85a7-0066f5e7c745 req-7e1b3df9-9a12-4779-b388-f286673d9430 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:49.300611 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-bc113205-2bbd-4410-85a7-0066f5e7c745 req-7e1b3df9-9a12-4779-b388-f286673d9430 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0806475 Sep 13 01:20:49.395280 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-bc113205-2bbd-4410-85a7-0066f5e7c745 req-1547c3c5-c377-4801-9058-e29a8714166b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887153 Sep 13 01:20:49.607279 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Router 43b78467-8a1f-46e2-8a90-feea7713f164 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:20:49.614079 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-01babbda-ee51-4ade-b356-653eab0ee9fd tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:49.615407 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-01babbda-ee51-4ade-b356-653eab0ee9fd tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 817 time: 0.1727278 Sep 13 01:20:49.750050 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-15199374-4ce9-415c-ba8f-d0e6aa8aa37b tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13 HTTP/1.1" status: 200 len: 380 time: 0.1253045 Sep 13 01:20:49.762513 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-dbdbdb88-be76-4126-915c-69060b272fb4 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Request body: {'port': {'device_id': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'admin_state_up': True, 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'security_groups': ['64ac6563-a043-405a-9c29-a8aa4b2c4cd0']}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:49.809781 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:20:49.815383 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:49.820384 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8191d926-1b58-4c47-b221-00519511883c None None] Sync routers for ids ['43b78467-8a1f-46e2-8a90-feea7713f164'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:20:49.831248 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8191d926-1b58-4c47-b221-00519511883c None None] Routers {'43b78467-8a1f-46e2-8a90-feea7713f164'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:20:49.832036 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-8191d926-1b58-4c47-b221-00519511883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:20:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['43b78467-8a1f-46e2-8a90-feea7713f164'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:49.839439 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:49.893607 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-35cfc5b6-d1e7-4174-80fb-89a0eb6273d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8449907 Sep 13 01:20:49.895827 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'tag': 'c4858902-df62-4017-b106-503915275745'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:20:49.898066 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5a09bc-6163-45ad-800e-22b56aa944c4" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5279a7-4859-458b-958c-85fd71cb4d72", "tag": "c4858902-df62-4017-b106-503915275745"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:20:49.922152 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-dbdbdb88-be76-4126-915c-69060b272fb4 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Made reservation on behalf of a84dd36fe9484f41bc2f0d7da4e47c13 for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:20:49.927422 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-dbdbdb88-be76-4126-915c-69060b272fb4 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:49.938360 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-8191d926-1b58-4c47-b221-00519511883c None None] Set router 43b78467-8a1f-46e2-8a90-feea7713f164 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:20:49.940903 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f96b9ca-89c9-4b89-b361-553865c25df4 x-openstack-request-id: req-7f96b9ca-89c9-4b89-b361-553865c25df4 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:20:49.941193 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5279a7-4859-458b-958c-85fd71cb4d72", "tag": "c4858902-df62-4017-b106-503915275745", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:20:49.941445 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f96b9ca-89c9-4b89-b361-553865c25df4 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:20:49.941826 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f96b9ca-89c9-4b89-b361-553865c25df4'] response: {'name': 'network-changed', 'server_uuid': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'tag': 'c4858902-df62-4017-b106-503915275745', 'status': 'completed', 'code': 200} Sep 13 01:20:50.043439 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a09bc-6163-45ad-800e-22b56aa944c4 req-f4301987-1af9-467e-af6d-7044e8f7c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:50.045052 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6f5a09bc-6163-45ad-800e-22b56aa944c4 req-f4301987-1af9-467e-af6d-7044e8f7c4f3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=de31bd722d4f419d9269b519af7f793a&device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 1129 time: 0.0553448 Sep 13 01:20:50.146614 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:50.163282 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-8191d926-1b58-4c47-b221-00519511883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'name': 'tempest-TestShelveInstance-845947636-router', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:43Z', 'updated_at': '2022-09-13T01:19:48Z', 'revision_number': 4, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'gw_port': {'id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:44Z', 'updated_at': '2022-09-13T01:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': 'd50db12f-cf3f-4946-ac3d-48270ddcf391', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'port_id': 'c4858902-df62-4017-b106-503915275745', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc', 'mac_address': 'fa:16:3e:f4:63:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:20:48Z', 'updated_at': '2022-09-13T01:20:48Z', 'revision_number': 0, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6969d2f9-5479-46f1-83c0-4cb02573c6f9', 'name': '', 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'mac_address': 'fa:16:3e:b2:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '976008db-e6b1-447d-85c8-de5490233f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:47Z', 'updated_at': '2022-09-13T01:19:53Z', 'revision_number': 5, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'subnets': [{'id': '976008db-e6b1-447d-85c8-de5490233f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:50.177284 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1b3b0e64-649e-4750-9239-13eb00fb48e7 req-ae79c686-3e28-4df4-895d-e77c874d3dfe tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 210 time: 0.0540857 Sep 13 01:20:50.180528 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-dbdbdb88-be76-4126-915c-69060b272fb4 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Allocated IP 172.20.0.4 (f76e7426-2310-4c50-8ad0-bf7be7b0fe24/89162ffe-bd41-4b0f-96cf-08e9b2407131/d4354f6f-2db0-4d03-a3d4-4ddab59e9460) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:20:50.190226 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8191d926-1b58-4c47-b221-00519511883c None None] Checking router: 43b78467-8a1f-46e2-8a90-feea7713f164 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:20:50.199578 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8191d926-1b58-4c47-b221-00519511883c None None] Routers {'43b78467-8a1f-46e2-8a90-feea7713f164'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:20:50.200213 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-8191d926-1b58-4c47-b221-00519511883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:20:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['43b78467-8a1f-46e2-8a90-feea7713f164'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:50.219773 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a09bc-6163-45ad-800e-22b56aa944c4 req-7a35600c-4e8c-4140-8c84-84dd009ea855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:50.221244 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6f5a09bc-6163-45ad-800e-22b56aa944c4 req-7a35600c-4e8c-4140-8c84-84dd009ea855 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1634575b-a8d8-4151-84aa-e1e4cfa1c8bc HTTP/1.1" status: 200 len: 909 time: 0.1695137 Sep 13 01:20:50.305346 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-8191d926-1b58-4c47-b221-00519511883c None None] Set router 43b78467-8a1f-46e2-8a90-feea7713f164 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:20:50.336928 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:50.347593 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:50.348259 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b1e7b-d8e9-4c55-a9c5-ce30405e9d5e req-91477470-d802-4f65-8dfc-2cb2a4ede7b5 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:50.348398 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:50.350148 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-de5b1e7b-d8e9-4c55-a9c5-ce30405e9d5e req-91477470-d802-4f65-8dfc-2cb2a4ede7b5 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0755987 Sep 13 01:20:50.351618 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6f5a09bc-6163-45ad-800e-22b56aa944c4 req-7537b8b9-9076-4bf0-8a5a-305deeed25a2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4858902-df62-4017-b106-503915275745 HTTP/1.1" status: 200 len: 999 time: 0.1212242 Sep 13 01:20:50.406095 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-de5b1e7b-d8e9-4c55-a9c5-ce30405e9d5e req-6a2a9171-6208-4f2b-b77a-416443cfc4a5 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485878 Sep 13 01:20:50.539210 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-8191d926-1b58-4c47-b221-00519511883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'name': 'tempest-TestShelveInstance-845947636-router', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:43Z', 'updated_at': '2022-09-13T01:19:48Z', 'revision_number': 4, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'gw_port': {'id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:44Z', 'updated_at': '2022-09-13T01:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': 'd50db12f-cf3f-4946-ac3d-48270ddcf391', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'port_id': 'c4858902-df62-4017-b106-503915275745', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc', 'mac_address': 'fa:16:3e:f4:63:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:20:48Z', 'updated_at': '2022-09-13T01:20:48Z', 'revision_number': 0, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6969d2f9-5479-46f1-83c0-4cb02573c6f9', 'name': '', 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'mac_address': 'fa:16:3e:b2:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '976008db-e6b1-447d-85c8-de5490233f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:47Z', 'updated_at': '2022-09-13T01:19:53Z', 'revision_number': 5, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'subnets': [{'id': '976008db-e6b1-447d-85c8-de5490233f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:20:50.566252 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8191d926-1b58-4c47-b221-00519511883c None None] The sync data for ids ['43b78467-8a1f-46e2-8a90-feea7713f164'] in dv-cinder-856941-3-iscsi is: [{'id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'name': 'tempest-TestShelveInstance-845947636-router', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:43Z', 'updated_at': '2022-09-13T01:19:48Z', 'revision_number': 4, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'gw_port': {'id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:44Z', 'updated_at': '2022-09-13T01:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': 'd50db12f-cf3f-4946-ac3d-48270ddcf391', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'port_id': 'c4858902-df62-4017-b106-503915275745', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc', 'mac_address': 'fa:16:3e:f4:63:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:20:48Z', 'updated_at': '2022-09-13T01:20:48Z', 'revision_number': 0, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6969d2f9-5479-46f1-83c0-4cb02573c6f9', 'name': '', 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'mac_address': 'fa:16:3e:b2:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '976008db-e6b1-447d-85c8-de5490233f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:47Z', 'updated_at': '2022-09-13T01:19:53Z', 'revision_number': 5, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'subnets': [{'id': '976008db-e6b1-447d-85c8-de5490233f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:20:50.708519 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a09bc-6163-45ad-800e-22b56aa944c4 req-bec63edc-8b24-49df-bc7e-f45e9a8b6b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:50.709974 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6f5a09bc-6163-45ad-800e-22b56aa944c4 req-bec63edc-8b24-49df-bc7e-f45e9a8b6b80 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=976008db-e6b1-447d-85c8-de5490233f11 HTTP/1.1" status: 200 len: 847 time: 0.3463135 Sep 13 01:20:50.730049 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-dbdbdb88-be76-4126-915c-69060b272fb4 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for port (d4354f6f-2db0-4d03-a3d4-4ddab59e9460), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:50.757423 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b0feb-bc02-45db-82f3-be1f6049f664 req-3d992d2d-93b4-4970-beb9-5b79197b2e1a tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:50.759382 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-646b0feb-bc02-45db-82f3-be1f6049f664 req-3d992d2d-93b4-4970-beb9-5b79197b2e1a tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0640662 Sep 13 01:20:50.761640 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1d17d-6c2a-4a29-9b4d-b290a6243dd6 None None] New status for floating IP d50db12f-cf3f-4946-ac3d-48270ddcf391: ACTIVE {{(pid=106211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:20:50.800851 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:50.818352 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-dbdbdb88-be76-4126-915c-69060b272fb4 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (d4354f6f-2db0-4d03-a3d4-4ddab59e9460), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:50.855211 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-646b0feb-bc02-45db-82f3-be1f6049f664 req-a894bee4-1d35-4da8-8570-1e72c6c31053 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858965 Sep 13 01:20:50.904093 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-dbdbdb88-be76-4126-915c-69060b272fb4 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:50.912938 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-dbdbdb88-be76-4126-915c-69060b272fb4 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:50.917543 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-dbdbdb88-be76-4126-915c-69060b272fb4 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:20:50.921982 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-dbdbdb88-be76-4126-915c-69060b272fb4 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:50.922613 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-dbdbdb88-be76-4126-915c-69060b272fb4 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:50.925190 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbdb88-be76-4126-915c-69060b272fb4 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Pushing event updated for resources: {'Port': ['ID=d4354f6f-2db0-4d03-a3d4-4ddab59e9460,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:50.934068 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a09bc-6163-45ad-800e-22b56aa944c4 req-cfb150c2-7705-45a8-b5ab-ee8ccd667918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:50.935864 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6f5a09bc-6163-45ad-800e-22b56aa944c4 req-cfb150c2-7705-45a8-b5ab-ee8ccd667918 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1634575b-a8d8-4151-84aa-e1e4cfa1c8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767527 Sep 13 01:20:50.948609 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-dbdbdb88-be76-4126-915c-69060b272fb4 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1917033 Sep 13 01:20:50.994482 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Request body: {'port': {'device_id': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:51.116864 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (d4354f6f-2db0-4d03-a3d4-4ddab59e9460), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:51.135906 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6f5a09bc-6163-45ad-800e-22b56aa944c4 req-f8620c94-7021-4a5b-8dc5-d19bc79c20f2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1634575b-a8d8-4151-84aa-e1e4cfa1c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533542 Sep 13 01:20:51.187465 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-d1a8fe0f-61ce-4ada-b774-3bfd63ac7d4d None None] Provisioning complete for port d4354f6f-2db0-4d03-a3d4-4ddab59e9460 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:51.188013 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d1a8fe0f-61ce-4ada-b774-3bfd63ac7d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (d4354f6f-2db0-4d03-a3d4-4ddab59e9460), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:51.244481 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-d1a8fe0f-61ce-4ada-b774-3bfd63ac7d4d None None] Port d4354f6f-2db0-4d03-a3d4-4ddab59e9460 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:20:51.299674 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:51.312583 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:20:51.315495 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603f648-b53d-4d43-b58b-a33ede361dda req-ad9cd2ea-06f8-4f15-9f26-f73416b29425 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:51.317068 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9603f648-b53d-4d43-b58b-a33ede361dda req-ad9cd2ea-06f8-4f15-9f26-f73416b29425 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 931 time: 0.0496500 Sep 13 01:20:51.370916 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9603f648-b53d-4d43-b58b-a33ede361dda req-891709a7-1472-48f3-b108-982893f677af tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475326 Sep 13 01:20:51.413391 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6f5a09bc-6163-45ad-800e-22b56aa944c4 req-d7184008-8139-4b58-aa06-a0ff2409d812 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1634575b-a8d8-4151-84aa-e1e4cfa1c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665869 Sep 13 01:20:51.460888 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4354f6f-2db0-4d03-a3d4-4ddab59e9460 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:20:51.468846 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Publish callbacks [] for port (d4354f6f-2db0-4d03-a3d4-4ddab59e9460), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:51.482096 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Transition to ACTIVE for port object d4354f6f-2db0-4d03-a3d4-4ddab59e9460 will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:20:51.485961 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (d4354f6f-2db0-4d03-a3d4-4ddab59e9460), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:51.586730 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Pushing event updated for resources: {'Port': ['ID=d4354f6f-2db0-4d03-a3d4-4ddab59e9460,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:51.594681 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382bc67-16e6-4043-ad72-465c0f675c65 req-33159d80-dff9-4d30-aaf4-c637eb57565a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:51.596182 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8382bc67-16e6-4043-ad72-465c0f675c65 req-33159d80-dff9-4d30-aaf4-c637eb57565a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.1050742 Sep 13 01:20:51.600548 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Attempting to bind port d4354f6f-2db0-4d03-a3d4-4ddab59e9460 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:20:51.600884 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Attempting to bind port d4354f6f-2db0-4d03-a3d4-4ddab59e9460 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:20:51.601218 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Attempting to bind port d4354f6f-2db0-4d03-a3d4-4ddab59e9460 on network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:20:51.651893 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:51.676392 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Port d4354f6f-2db0-4d03-a3d4-4ddab59e9460 on network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:20:51.676713 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Attempting to bind port d4354f6f-2db0-4d03-a3d4-4ddab59e9460 on network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:20:51.683207 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8382bc67-16e6-4043-ad72-465c0f675c65 req-794ad627-582f-4388-ab78-0871582e3365 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796556 Sep 13 01:20:51.727608 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:20:51.728274 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Checking segment: {'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:20:51.728274 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Bound using segment: {'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:20:51.728719 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Bound port: d4354f6f-2db0-4d03-a3d4-4ddab59e9460, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a3a412-53bb-4aa6-91a1-529d4cc7f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:20:51.729068 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (d4354f6f-2db0-4d03-a3d4-4ddab59e9460), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:51.788033 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] For port d4354f6f-2db0-4d03-a3d4-4ddab59e9460, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:20:51.791596 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] For port d4354f6f-2db0-4d03-a3d4-4ddab59e9460, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=d4354f6f-2db0-4d03-a3d4-4ddab59e9460,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:20:51.796940 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (d4354f6f-2db0-4d03-a3d4-4ddab59e9460), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:51.800807 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:51.801406 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:51.802725 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/d4354f6f-2db0-4d03-a3d4-4ddab59e9460 HTTP/1.1" status: 200 len: 1093 time: 0.8188469 Sep 13 01:20:51.849776 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d57aff-80f3-4c8a-8cdf-12b14d8e4e6b service neutron] Pushing event updated for resources: {'Port': ['ID=d4354f6f-2db0-4d03-a3d4-4ddab59e9460,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:51.891970 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-8fa16655-cdd8-49c9-bf24-e37430dc5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:51.893425 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-8fa16655-cdd8-49c9-bf24-e37430dc5092 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 1127 time: 0.0372703 Sep 13 01:20:51.935765 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-b230c291-ee23-4588-99e0-02c36a53400b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4354f6f-2db0-4d03-a3d4-4ddab59e9460 HTTP/1.1" status: 200 len: 217 time: 0.0342507 Sep 13 01:20:51.948758 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'tag': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:20:51.950921 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed0bd0c-6848-4fa6-b859-9212a639fbf3" -d '{"events": [{"name": "network-changed", "server_uuid": "d89f56d9-6326-419a-ad10-fb520d83ec2a", "tag": "d4354f6f-2db0-4d03-a3d4-4ddab59e9460"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:20:51.977204 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe8cdf-92cf-49dd-9c3a-2dd0d66e169d req-18546b05-ff8f-4330-a9fa-859dad3ec06c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:51.978972 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-01fe8cdf-92cf-49dd-9c3a-2dd0d66e169d req-18546b05-ff8f-4330-a9fa-859dad3ec06c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0474417 Sep 13 01:20:51.990639 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e051d9b7-eac5-4a7f-a8c6-cfa38f591e64 x-openstack-request-id: req-e051d9b7-eac5-4a7f-a8c6-cfa38f591e64 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:20:51.991261 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89f56d9-6326-419a-ad10-fb520d83ec2a", "tag": "d4354f6f-2db0-4d03-a3d4-4ddab59e9460", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:20:51.991516 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e051d9b7-eac5-4a7f-a8c6-cfa38f591e64 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:20:51.991938 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e051d9b7-eac5-4a7f-a8c6-cfa38f591e64'] response: {'name': 'network-changed', 'server_uuid': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'tag': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460', 'status': 'completed', 'code': 200} Sep 13 01:20:51.993776 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-1a1348e2-ec92-4ea8-b2c3-6cebe093ece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:51.995911 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-1a1348e2-ec92-4ea8-b2c3-6cebe093ece7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89162ffe-bd41-4b0f-96cf-08e9b2407131 HTTP/1.1" status: 200 len: 856 time: 0.0544262 Sep 13 01:20:52.034699 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-01fe8cdf-92cf-49dd-9c3a-2dd0d66e169d req-6b1e3d3f-90e1-4e74-af5f-598a82f020dc tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493972 Sep 13 01:20:52.044417 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-a1fed647-4575-4213-b479-c81ff1c589e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:52.045886 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-a1fed647-4575-4213-b479-c81ff1c589e9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430012 Sep 13 01:20:52.137505 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-5fe7975c-1c2f-4109-8320-00e62f8c8135 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851250 Sep 13 01:20:52.186168 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:52.229316 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-41905ea2-2b45-4cd4-9e91-2aa7c21b9e57 req-a6a1cc41-f3e0-4bbb-97e8-ee8a8103b907 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851684 Sep 13 01:20:52.491302 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7062e4-74ab-4a17-8142-9f44772e88e8 req-531de631-500b-4da9-8fba-358b4726c5bc tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:52.492642 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8d7062e4-74ab-4a17-8142-9f44772e88e8 req-531de631-500b-4da9-8fba-358b4726c5bc tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 943 time: 0.0445583 Sep 13 01:20:52.537968 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8d7062e4-74ab-4a17-8142-9f44772e88e8 req-c62e8eec-7623-44a5-bffa-4beb0556366a tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398617 Sep 13 01:20:52.814332 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ad28e-90e0-40b4-a30c-ffa8c08b9c4f req-7a22b1c9-6086-42c0-a9aa-4e2b5c2e968e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:52.815856 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ed7ad28e-90e0-40b4-a30c-ffa8c08b9c4f req-7a22b1c9-6086-42c0-a9aa-4e2b5c2e968e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0503180 Sep 13 01:20:52.862082 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ed7ad28e-90e0-40b4-a30c-ffa8c08b9c4f req-5f2c131b-1cb8-4909-ae37-a965353a3301 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406749 Sep 13 01:20:53.146891 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e1125-bd9a-43e3-87db-d0aa0ecdb9ec req-62fd24df-a985-4c75-ba73-a40802026228 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:53.148328 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-914e1125-bd9a-43e3-87db-d0aa0ecdb9ec req-62fd24df-a985-4c75-ba73-a40802026228 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0459683 Sep 13 01:20:53.194424 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-914e1125-bd9a-43e3-87db-d0aa0ecdb9ec req-1ab894fa-7c26-49a2-a5dd-8ed6f2fe047b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404227 Sep 13 01:20:53.633477 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0bd0c-6848-4fa6-b859-9212a639fbf3 req-2e4d34b1-16bd-4918-8b49-d8fd094a9b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:53.634981 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9ed0bd0c-6848-4fa6-b859-9212a639fbf3 req-2e4d34b1-16bd-4918-8b49-d8fd094a9b95 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 1127 time: 0.0409231 Sep 13 01:20:53.655342 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e043156-7098-4f86-abb6-2ff54a5464c9 req-dc781f89-30ab-43c2-b7ae-c50db3989bb9 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:53.656778 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9e043156-7098-4f86-abb6-2ff54a5464c9 req-dc781f89-30ab-43c2-b7ae-c50db3989bb9 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 943 time: 0.0450068 Sep 13 01:20:53.703505 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9e043156-7098-4f86-abb6-2ff54a5464c9 req-232915ed-8235-4f63-b0a7-3d01adc5bb6a tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409930 Sep 13 01:20:53.726776 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0bd0c-6848-4fa6-b859-9212a639fbf3 req-aced372d-71a4-4c9d-bf27-9f6c0b087865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:53.728257 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9ed0bd0c-6848-4fa6-b859-9212a639fbf3 req-aced372d-71a4-4c9d-bf27-9f6c0b087865 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 918 time: 0.0861392 Sep 13 01:20:53.773171 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9ed0bd0c-6848-4fa6-b859-9212a639fbf3 req-e625e041-9f1a-4395-aef9-5667e9ae50f0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4354f6f-2db0-4d03-a3d4-4ddab59e9460 HTTP/1.1" status: 200 len: 217 time: 0.0348706 Sep 13 01:20:53.822097 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0bd0c-6848-4fa6-b859-9212a639fbf3 req-b42cac4a-61c5-4903-a113-8650a598e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:53.824112 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9ed0bd0c-6848-4fa6-b859-9212a639fbf3 req-b42cac4a-61c5-4903-a113-8650a598e780 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89162ffe-bd41-4b0f-96cf-08e9b2407131 HTTP/1.1" status: 200 len: 856 time: 0.0427704 Sep 13 01:20:53.869053 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:53.873241 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0bd0c-6848-4fa6-b859-9212a639fbf3 req-2d9d55b3-531b-4a7c-b986-869273a20b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:53.875725 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9ed0bd0c-6848-4fa6-b859-9212a639fbf3 req-2d9d55b3-531b-4a7c-b986-869273a20b77 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430360 Sep 13 01:20:54.003209 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9ed0bd0c-6848-4fa6-b859-9212a639fbf3 req-02ea8e4d-bb3e-4564-a8ef-ebbf2798dde5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203358 Sep 13 01:20:54.014476 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba24e0-0ab9-49e0-a228-47b1def2aa81 req-fae29a94-5ab4-4a70-b981-129fed353c11 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:54.015934 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-97ba24e0-0ab9-49e0-a228-47b1def2aa81 req-fae29a94-5ab4-4a70-b981-129fed353c11 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0651331 Sep 13 01:20:54.099820 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-e2775d25-f5ca-42cd-bfae-08eddd72683a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-161750292&fields=id&tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca HTTP/1.1" status: 200 len: 267 time: 0.0451751 Sep 13 01:20:54.118325 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-97ba24e0-0ab9-49e0-a228-47b1def2aa81 req-5e640efb-0e86-4fd8-a881-a30f356eb241 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935597 Sep 13 01:20:54.148592 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9ed0bd0c-6848-4fa6-b859-9212a639fbf3 req-74cd3913-2c2a-4c6f-9bc7-4f0912800488 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316996 Sep 13 01:20:54.214627 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-6494cd66-b730-48d7-9e9a-ec7198fe3021 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:54.216118 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-6494cd66-b730-48d7-9e9a-ec7198fe3021 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/networks?id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 HTTP/1.1" status: 200 len: 812 time: 0.1096466 Sep 13 01:20:54.232677 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-771571bc-8a6c-4916-95f4-4297c506a775 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/quotas/66cdd4ec03ea4fbf959ede65bb96f6ca HTTP/1.1" status: 200 len: 375 time: 0.0111086 Sep 13 01:20:54.282554 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-163c5428-8070-45dc-9d35-793635c54181 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445747 Sep 13 01:20:54.314453 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a5d57-77d9-431f-a09b-076975639315 req-98983c43-28da-4cd4-9f8d-a7c53972a0b4 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:54.316044 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-177a5d57-77d9-431f-a09b-076975639315 req-98983c43-28da-4cd4-9f8d-a7c53972a0b4 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0462177 Sep 13 01:20:54.363304 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-177a5d57-77d9-431f-a09b-076975639315 req-8f8245dd-6bfd-4637-9d22-a0831dbb3e19 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414264 Sep 13 01:20:54.379431 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:54.383871 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-f24627cb-12f3-453b-b965-56f8da593526 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903313 Sep 13 01:20:54.475507 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-68dcd445-facb-41fb-a708-442310643294 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857928 Sep 13 01:20:54.609653 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 88cd16db-1d4f-46f0-9069-3f6713e3efbd details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:20:54.778588 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-460d7437-54f2-478a-b467-dfa9c3c87b01 req-4f6475a9-80e1-448c-a48a-4e7afecd5ff0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 210 time: 0.0373380 Sep 13 01:20:54.856944 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 88cd16db-1d4f-46f0-9069-3f6713e3efbd, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=88cd16db-1d4f-46f0-9069-3f6713e3efbd,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:54.863871 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a79b42-234a-49f5-a878-4838a874de76 req-f5664a13-f643-4fe2-9e12-94109f78e1e7 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:54.865506 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-56a79b42-234a-49f5-a878-4838a874de76 req-f5664a13-f643-4fe2-9e12-94109f78e1e7 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 943 time: 0.0532956 Sep 13 01:20:54.869854 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': '88cd16db-1d4f-46f0-9069-3f6713e3efbd', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'port_id': '88cd16db-1d4f-46f0-9069-3f6713e3efbd', 'mac_address': 'fa:16:3e:65:fa:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:20:54.905898 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 88cd16db-1d4f-46f0-9069-3f6713e3efbd is: ACTIVE; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:54.906458 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:54.920595 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-56a79b42-234a-49f5-a878-4838a874de76 req-21d4b48e-cee9-4065-98d8-5c10dc2181f1 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477006 Sep 13 01:20:54.924708 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88cd16db-1d4f-46f0-9069-3f6713e3efbd {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:20:54.961466 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 88cd16db-1d4f-46f0-9069-3f6713e3efbd, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=88cd16db-1d4f-46f0-9069-3f6713e3efbd,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:54.966094 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:55.020012 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=88cd16db-1d4f-46f0-9069-3f6713e3efbd,revision_number=6']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:55.083047 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['88cd16db-1d4f-46f0-9069-3f6713e3efbd'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:20:55.254099 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce86018-65af-4e06-b91f-4517405e1f15 req-76a4b08c-39b7-4b38-9270-8b719fb5e051 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:55.255487 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-bce86018-65af-4e06-b91f-4517405e1f15 req-76a4b08c-39b7-4b38-9270-8b719fb5e051 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 945 time: 0.0501776 Sep 13 01:20:55.304452 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-bce86018-65af-4e06-b91f-4517405e1f15 req-19941d10-e621-49d0-b28c-ece6929f92f5 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419326 Sep 13 01:20:55.491071 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710829d5-3f4a-4124-9691-cc1301628d58 req-c7316e20-0b94-4dd9-8a2f-fe0ffac1cc4e tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:55.492786 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-710829d5-3f4a-4124-9691-cc1301628d58 req-c7316e20-0b94-4dd9-8a2f-fe0ffac1cc4e tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0473962 Sep 13 01:20:55.538623 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:55.544057 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-710829d5-3f4a-4124-9691-cc1301628d58 req-820701fa-7bc7-4f41-a0dc-a0f7978ae2ba tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442092 Sep 13 01:20:55.880369 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-dcf04b31-d7e9-4528-ad73-3664c801ec35 req-cb7517be-8a62-4f10-9692-010b6e94659b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 210 time: 0.0301313 Sep 13 01:20:56.044960 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5eb32-d8f6-46bd-a30b-24ac476a3e5b req-7576cd36-7bef-4312-8a95-0c659a990fcd tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:56.046480 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-16b5eb32-d8f6-46bd-a30b-24ac476a3e5b req-7576cd36-7bef-4312-8a95-0c659a990fcd tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 943 time: 0.0503595 Sep 13 01:20:56.098641 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-16b5eb32-d8f6-46bd-a30b-24ac476a3e5b req-1c076076-e482-4ce8-b15c-a312c1c0c843 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437922 Sep 13 01:20:56.125320 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:56.159173 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-217dc3b0-382a-40c3-83a8-312d80ff311e tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:56.160618 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-217dc3b0-382a-40c3-83a8-312d80ff311e tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.25 "GET /networking/v2.0/networks?id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 HTTP/1.1" status: 200 len: 812 time: 0.1173365 Sep 13 01:20:56.233110 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-cdbe86cd-776c-440f-a881-963953bf813f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca HTTP/1.1" status: 200 len: 379 time: 0.0551038 Sep 13 01:20:56.243835 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-ef222305-0669-4a6d-86ca-a0f5a406b3c0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Request body: {'port': {'device_id': '8555c188-5c8f-4a84-877b-c97fe0265c5c', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'admin_state_up': True, 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'security_groups': ['a45294aa-9fb4-4926-895d-3eb44c079d1d']}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:56.352517 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-ef222305-0669-4a6d-86ca-a0f5a406b3c0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Made reservation on behalf of 66cdd4ec03ea4fbf959ede65bb96f6ca for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:20:56.356243 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-ef222305-0669-4a6d-86ca-a0f5a406b3c0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:56.470808 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f2ca6-3669-422c-ad1f-544149fc540e req-838a5533-c1ac-4d5d-8aa0-6d93d8897ab2 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:56.472267 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-482f2ca6-3669-422c-ad1f-544149fc540e req-838a5533-c1ac-4d5d-8aa0-6d93d8897ab2 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 945 time: 0.0650501 Sep 13 01:20:56.533383 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:56.548141 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-ef222305-0669-4a6d-86ca-a0f5a406b3c0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Allocated IP 172.20.0.11 (0a90ed41-eeae-4dbf-a9a3-4da26905e9e8/b0042c6c-337e-4770-971b-d8ee010e1407/6c6841ec-d12a-4293-a896-c6083998f37f) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:20:56.564392 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-482f2ca6-3669-422c-ad1f-544149fc540e req-ff0683cd-7269-4837-8628-d6903bab97dc tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749929 Sep 13 01:20:56.613665 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device d4354f6f-2db0-4d03-a3d4-4ddab59e9460 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:20:56.619635 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 88cd16db-1d4f-46f0-9069-3f6713e3efbd up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:56.730511 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2962a0-a468-4f3f-bb12-58fe73455c99 req-9d6be56a-0a2a-4f61-a136-a2257cd80783 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:56.732226 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3a2962a0-a468-4f3f-bb12-58fe73455c99 req-9d6be56a-0a2a-4f61-a136-a2257cd80783 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0722396 Sep 13 01:20:56.749696 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-ef222305-0669-4a6d-86ca-a0f5a406b3c0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for port (6c6841ec-d12a-4293-a896-c6083998f37f), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:56.760181 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port 88cd16db-1d4f-46f0-9069-3f6713e3efbd triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:56.760553 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:56.788068 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:56.788741 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3a2962a0-a468-4f3f-bb12-58fe73455c99 req-2ed3847c-c7eb-450d-9ec2-bf26dd45428e tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487313 Sep 13 01:20:56.792029 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:56.793085 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-ef222305-0669-4a6d-86ca-a0f5a406b3c0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (6c6841ec-d12a-4293-a896-c6083998f37f), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:56.846451 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port d4354f6f-2db0-4d03-a3d4-4ddab59e9460, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=d4354f6f-2db0-4d03-a3d4-4ddab59e9460,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:56.862398 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-ef222305-0669-4a6d-86ca-a0f5a406b3c0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:20:56.865854 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-ef222305-0669-4a6d-86ca-a0f5a406b3c0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:20:56.867782 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef222305-0669-4a6d-86ca-a0f5a406b3c0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event updated for resources: {'Port': ['ID=6c6841ec-d12a-4293-a896-c6083998f37f,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:56.869991 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-ef222305-0669-4a6d-86ca-a0f5a406b3c0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:20:56.874889 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-ef222305-0669-4a6d-86ca-a0f5a406b3c0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:56.875588 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-ef222305-0669-4a6d-86ca-a0f5a406b3c0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:56.877474 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'port_id': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460', 'mac_address': 'fa:16:3e:77:2f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:20:56.896397 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-ef222305-0669-4a6d-86ca-a0f5a406b3c0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6561830 Sep 13 01:20:56.924748 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 88cd16db-1d4f-46f0-9069-3f6713e3efbd is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:56.925156 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:56.930105 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Request body: {'port': {'device_id': '8555c188-5c8f-4a84-877b-c97fe0265c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:20:56.944877 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port d4354f6f-2db0-4d03-a3d4-4ddab59e9460 is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:56.945520 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (d4354f6f-2db0-4d03-a3d4-4ddab59e9460), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:56.962203 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4354f6f-2db0-4d03-a3d4-4ddab59e9460 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:20:56.966496 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:56.991696 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cd16db-1d4f-46f0-9069-3f6713e3efbd'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:20:56.993989 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ceba00-c68c-4ffc-8f08-ad0f1b014ca1" -d '{"events": [{"server_uuid": "1677b90a-17f0-496f-8fce-ac573509c1ac", "name": "network-vif-plugged", "status": "completed", "tag": "88cd16db-1d4f-46f0-9069-3f6713e3efbd"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:20:57.001287 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port d4354f6f-2db0-4d03-a3d4-4ddab59e9460, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=d4354f6f-2db0-4d03-a3d4-4ddab59e9460,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:57.008029 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (d4354f6f-2db0-4d03-a3d4-4ddab59e9460), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:57.020577 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 88cd16db-1d4f-46f0-9069-3f6713e3efbd, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=88cd16db-1d4f-46f0-9069-3f6713e3efbd,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:57.041755 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:57.046355 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693db58f-a343-4a39-855c-45520b043b9d x-openstack-request-id: req-693db58f-a343-4a39-855c-45520b043b9d {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:20:57.046667 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1677b90a-17f0-496f-8fce-ac573509c1ac", "name": "network-vif-plugged", "status": "completed", "tag": "88cd16db-1d4f-46f0-9069-3f6713e3efbd", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:20:57.046951 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-693db58f-a343-4a39-855c-45520b043b9d {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:20:57.047346 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693db58f-a343-4a39-855c-45520b043b9d'] response: {'server_uuid': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cd16db-1d4f-46f0-9069-3f6713e3efbd', 'code': 200} Sep 13 01:20:57.051020 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a1d0d-7333-4e6b-807f-095be1ffe35f req-622f4595-bf3d-4aca-b98b-a3cc1cf5a8a6 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:57.052722 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-204a1d0d-7333-4e6b-807f-095be1ffe35f req-622f4595-bf3d-4aca-b98b-a3cc1cf5a8a6 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 932 time: 0.0847180 Sep 13 01:20:57.071020 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6c6841ec-d12a-4293-a896-c6083998f37f), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:57.074298 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=d4354f6f-2db0-4d03-a3d4-4ddab59e9460,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:57.130750 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=88cd16db-1d4f-46f0-9069-3f6713e3efbd,revision_number=7']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:57.165935 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-204a1d0d-7333-4e6b-807f-095be1ffe35f req-bb496436-7a0b-4d87-9489-9108c9049ba6 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049006 Sep 13 01:20:57.206367 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-3c9847b8-ee8b-4e4d-944e-69e8ed652e9b None None] Provisioning complete for port 6c6841ec-d12a-4293-a896-c6083998f37f triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:57.206733 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3c9847b8-ee8b-4e4d-944e-69e8ed652e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (6c6841ec-d12a-4293-a896-c6083998f37f), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:57.233485 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4305c47-c449-4652-b007-960bd8393d71 req-bf2786e1-7362-40d0-98cd-08671fde59a5 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:57.239554 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c4305c47-c449-4652-b007-960bd8393d71 req-bf2786e1-7362-40d0-98cd-08671fde59a5 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 944 time: 0.0580201 Sep 13 01:20:57.248080 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-3c9847b8-ee8b-4e4d-944e-69e8ed652e9b None None] Port 6c6841ec-d12a-4293-a896-c6083998f37f cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:20:57.285238 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c4305c47-c449-4652-b007-960bd8393d71 req-bda0c498-439a-454b-90ed-67fda1da1f60 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437527 Sep 13 01:20:57.393169 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6841ec-d12a-4293-a896-c6083998f37f {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:20:57.401123 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Publish callbacks [] for port (6c6841ec-d12a-4293-a896-c6083998f37f), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:57.414872 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Transition to ACTIVE for port object 6c6841ec-d12a-4293-a896-c6083998f37f will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:20:57.418422 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6c6841ec-d12a-4293-a896-c6083998f37f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:57.457111 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['d4354f6f-2db0-4d03-a3d4-4ddab59e9460'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:20:57.482770 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6841ec-d12a-4293-a896-c6083998f37f,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:57.497636 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Attempting to bind port 6c6841ec-d12a-4293-a896-c6083998f37f on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:20:57.498049 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Attempting to bind port 6c6841ec-d12a-4293-a896-c6083998f37f by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:20:57.498464 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Attempting to bind port 6c6841ec-d12a-4293-a896-c6083998f37f on network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:20:57.530629 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:57.545118 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Port 6c6841ec-d12a-4293-a896-c6083998f37f on network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:20:57.545422 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Attempting to bind port 6c6841ec-d12a-4293-a896-c6083998f37f on network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:20:57.591978 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:20:57.592326 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Checking segment: {'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:20:57.592695 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Bound using segment: {'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:20:57.593128 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Bound port: 6c6841ec-d12a-4293-a896-c6083998f37f, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:20:57.593485 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6c6841ec-d12a-4293-a896-c6083998f37f), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:57.695528 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] For port 6c6841ec-d12a-4293-a896-c6083998f37f, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:20:57.947671 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] For port 6c6841ec-d12a-4293-a896-c6083998f37f, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=6c6841ec-d12a-4293-a896-c6083998f37f,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:20:57.954319 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf4998-43ec-4d27-8611-35f506164d95 req-272e7ba4-ce51-43c2-ad2d-463b66dff3f1 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:57.955840 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-bfdf4998-43ec-4d27-8611-35f506164d95 req-272e7ba4-ce51-43c2-ad2d-463b66dff3f1 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.3007500 Sep 13 01:20:57.963415 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6c6841ec-d12a-4293-a896-c6083998f37f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:58.000219 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e221d-7150-4fd0-9b82-b84e93215c6f req-822ced7a-a45a-4852-a9e5-ea169e88a705 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:58.002015 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-181e221d-7150-4fd0-9b82-b84e93215c6f req-822ced7a-a45a-4852-a9e5-ea169e88a705 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0688572 Sep 13 01:20:58.013651 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:58.014272 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:58.015662 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/6c6841ec-d12a-4293-a896-c6083998f37f HTTP/1.1" status: 200 len: 1094 time: 1.0920973 Sep 13 01:20:58.016335 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8555c188-5c8f-4a84-877b-c97fe0265c5c', 'tag': '6c6841ec-d12a-4293-a896-c6083998f37f'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:20:58.018630 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83a244f-7588-465d-8677-c550bae2121e" -d '{"events": [{"name": "network-changed", "server_uuid": "8555c188-5c8f-4a84-877b-c97fe0265c5c", "tag": "6c6841ec-d12a-4293-a896-c6083998f37f"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:20:58.068500 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-181e221d-7150-4fd0-9b82-b84e93215c6f req-8170601f-c19a-4a39-b56a-d7880a4e5f14 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593729 Sep 13 01:20:58.074726 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-bfdf4998-43ec-4d27-8611-35f506164d95 req-337bec23-0c81-4f50-9bf5-aa0c1773f94b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084118 Sep 13 01:20:58.178940 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6281df09-43db-4f86-90d7-a43f957fdfc7 x-openstack-request-id: req-6281df09-43db-4f86-90d7-a43f957fdfc7 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:20:58.179527 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8555c188-5c8f-4a84-877b-c97fe0265c5c", "tag": "6c6841ec-d12a-4293-a896-c6083998f37f", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:20:58.179527 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6281df09-43db-4f86-90d7-a43f957fdfc7 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:20:58.180018 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6281df09-43db-4f86-90d7-a43f957fdfc7'] response: {'name': 'network-changed', 'server_uuid': '8555c188-5c8f-4a84-877b-c97fe0265c5c', 'tag': '6c6841ec-d12a-4293-a896-c6083998f37f', 'status': 'completed', 'code': 200} Sep 13 01:20:58.195966 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-1b69b0e1-4739-46ef-b9a5-e7d5829b17b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:58.197783 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-1b69b0e1-4739-46ef-b9a5-e7d5829b17b1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca&device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 1128 time: 0.1205297 Sep 13 01:20:58.198504 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc657b5-5335-4b5a-b2c2-6d39f987e187 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6841ec-d12a-4293-a896-c6083998f37f,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:58.253889 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-7312769f-84d5-4486-9481-6bfd6aa2e74e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c6841ec-d12a-4293-a896-c6083998f37f HTTP/1.1" status: 200 len: 217 time: 0.0395923 Sep 13 01:20:58.335870 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ae35d-a732-40a3-a453-f224a8878cdb req-ffb3fc2c-e3f0-4b00-aa26-189f2d659fb7 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:58.345469 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-259ae35d-a732-40a3-a453-f224a8878cdb req-ffb3fc2c-e3f0-4b00-aa26-189f2d659fb7 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 944 time: 0.0806749 Sep 13 01:20:58.464836 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:58.488018 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdd754-064f-490b-a72c-c172dc1381d4 req-b4a22ea4-d43f-458c-ba0c-5035bbd0c337 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:58.489836 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4abdd754-064f-490b-a72c-c172dc1381d4 req-b4a22ea4-d43f-458c-ba0c-5035bbd0c337 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 944 time: 0.0752494 Sep 13 01:20:58.496961 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-8e2d06c2-f961-4a15-9f21-79991e29e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:58.498447 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-8e2d06c2-f961-4a15-9f21-79991e29e1a9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b0042c6c-337e-4770-971b-d8ee010e1407 HTTP/1.1" status: 200 len: 851 time: 0.1457400 Sep 13 01:20:58.512246 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-259ae35d-a732-40a3-a453-f224a8878cdb req-404ab3d3-92e4-4439-a659-81b690ed9083 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658409 Sep 13 01:20:58.575993 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-2b06e463-a90a-4593-98c5-cd13bcf259b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:58.577566 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-2b06e463-a90a-4593-98c5-cd13bcf259b1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643508 Sep 13 01:20:58.578802 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4abdd754-064f-490b-a72c-c172dc1381d4 req-af035853-2c7a-4dbb-b66d-7e73d0f602aa tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795066 Sep 13 01:20:58.623506 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device d4354f6f-2db0-4d03-a3d4-4ddab59e9460 up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:20:58.689374 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port d4354f6f-2db0-4d03-a3d4-4ddab59e9460 completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:20:58.697171 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port d4354f6f-2db0-4d03-a3d4-4ddab59e9460 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:20:58.697812 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (d4354f6f-2db0-4d03-a3d4-4ddab59e9460), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:58.699197 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-4e2bf752-1c4c-457b-bcfb-4ecfecc409f7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123524 Sep 13 01:20:58.789911 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port d4354f6f-2db0-4d03-a3d4-4ddab59e9460 is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:20:58.790631 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (d4354f6f-2db0-4d03-a3d4-4ddab59e9460), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:58.809595 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2d4ae7ab-88ab-4680-b599-dc61af457bae req-5c48e210-4348-4c58-9190-b6b6c462e1b3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025851 Sep 13 01:20:58.829722 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port d4354f6f-2db0-4d03-a3d4-4ddab59e9460, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=d4354f6f-2db0-4d03-a3d4-4ddab59e9460,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:20:58.834390 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (d4354f6f-2db0-4d03-a3d4-4ddab59e9460), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:58.883940 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=d4354f6f-2db0-4d03-a3d4-4ddab59e9460,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:20:59.048381 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:20:59.050738 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9e67ed-ccaf-48b1-8184-3ad19d45ecfc" -d '{"events": [{"server_uuid": "d89f56d9-6326-419a-ad10-fb520d83ec2a", "name": "network-vif-plugged", "status": "completed", "tag": "d4354f6f-2db0-4d03-a3d4-4ddab59e9460"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:20:59.091554 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5f0dea-cb2c-469c-a8c2-58585427b3b1 x-openstack-request-id: req-4d5f0dea-cb2c-469c-a8c2-58585427b3b1 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:20:59.091951 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89f56d9-6326-419a-ad10-fb520d83ec2a", "name": "network-vif-plugged", "status": "completed", "tag": "d4354f6f-2db0-4d03-a3d4-4ddab59e9460", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:20:59.092204 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d5f0dea-cb2c-469c-a8c2-58585427b3b1 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:20:59.092597 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d5f0dea-cb2c-469c-a8c2-58585427b3b1'] response: {'server_uuid': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460', 'code': 200} Sep 13 01:20:59.267253 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f32de-d8a8-45cb-89bd-0c0dcb5199ed req-06db15e2-3076-4ab2-b78a-257ab73b3f9e tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:59.269552 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-759f32de-d8a8-45cb-89bd-0c0dcb5199ed req-06db15e2-3076-4ab2-b78a-257ab73b3f9e tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0897613 Sep 13 01:20:59.312008 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a244f-7588-465d-8677-c550bae2121e req-85812d2a-c7b5-4c14-bd72-248ebaf844d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:59.313552 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c83a244f-7588-465d-8677-c550bae2121e req-85812d2a-c7b5-4c14-bd72-248ebaf844d9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca&device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 1128 time: 0.1684480 Sep 13 01:20:59.339069 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad7e40-4952-4da5-93da-8930e6333c3a req-7f304f79-5577-43b9-b755-fe1a6b937616 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:59.344119 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-759f32de-d8a8-45cb-89bd-0c0dcb5199ed req-084e7d88-6989-4e09-b970-2b76810ffa3b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676584 Sep 13 01:20:59.347676 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-21ad7e40-4952-4da5-93da-8930e6333c3a req-7f304f79-5577-43b9-b755-fe1a6b937616 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.1273866 Sep 13 01:20:59.480900 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:59.491954 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fa177-b393-4ac1-a706-fdffe0d7ee72 req-df793857-98d5-47c7-9c12-03253bd20586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:59.493540 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-df1fa177-b393-4ac1-a706-fdffe0d7ee72 req-df793857-98d5-47c7-9c12-03253bd20586 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 1129 time: 0.1358964 Sep 13 01:20:59.536469 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-21ad7e40-4952-4da5-93da-8930e6333c3a req-0d4b70cc-f7d0-4e8e-93e5-6741dd0eeec8 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879034 Sep 13 01:20:59.569621 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a244f-7588-465d-8677-c550bae2121e req-0dd44ee8-76a7-4208-a0ef-5680fbd26e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:59.571212 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c83a244f-7588-465d-8677-c550bae2121e req-0dd44ee8-76a7-4208-a0ef-5680fbd26e06 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 HTTP/1.1" status: 200 len: 913 time: 0.2208962 Sep 13 01:20:59.614244 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-df1fa177-b393-4ac1-a706-fdffe0d7ee72 req-0e43f683-8a50-4b67-981c-3d43d1332ebb service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059647 Sep 13 01:20:59.654208 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c83a244f-7588-465d-8677-c550bae2121e req-e5ce14d3-7777-40e1-b2da-3252ac964bdc service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c6841ec-d12a-4293-a896-c6083998f37f HTTP/1.1" status: 200 len: 217 time: 0.0685334 Sep 13 01:20:59.723121 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dd838-3813-42af-892a-ada11b03c6f2 req-5a570fc2-cf3d-47db-977d-4f321c57d6ec tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:59.726337 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-026dd838-3813-42af-892a-ada11b03c6f2 req-5a570fc2-cf3d-47db-977d-4f321c57d6ec tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0657170 Sep 13 01:20:59.738781 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94290a97-ab12-41ca-b30e-16adea7bffa8 req-1dd5114b-2283-44fc-af82-2b222c8fee18 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:59.740516 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-94290a97-ab12-41ca-b30e-16adea7bffa8 req-1dd5114b-2283-44fc-af82-2b222c8fee18 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 944 time: 0.0714025 Sep 13 01:20:59.803415 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-94290a97-ab12-41ca-b30e-16adea7bffa8 req-081c725a-a205-4277-85a4-7098a64f5e61 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549271 Sep 13 01:20:59.823736 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-026dd838-3813-42af-892a-ada11b03c6f2 req-335f0560-3ec0-4506-aeed-0f95c84af848 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968850 Sep 13 01:20:59.889492 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:59.891124 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:20:59.910700 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1bbcfbac-0643-444a-ba92-63d5d10da57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:20:59.929452 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a244f-7588-465d-8677-c550bae2121e req-92ffcc93-08e2-4e61-acfb-cf67770d3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:59.930965 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c83a244f-7588-465d-8677-c550bae2121e req-92ffcc93-08e2-4e61-acfb-cf67770d3f4e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b0042c6c-337e-4770-971b-d8ee010e1407 HTTP/1.1" status: 200 len: 851 time: 0.0570648 Sep 13 01:20:59.984175 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a244f-7588-465d-8677-c550bae2121e req-a38c28e8-0df8-4052-9d6c-9f461cee73d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:20:59.985950 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c83a244f-7588-465d-8677-c550bae2121e req-a38c28e8-0df8-4052-9d6c-9f461cee73d6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452089 Sep 13 01:21:00.095974 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c83a244f-7588-465d-8677-c550bae2121e req-652572d8-76e0-4139-8118-cb80c4a28ca9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990217 Sep 13 01:21:00.481422 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b1fc8-fe5b-4094-83b0-ac82511b95e8 req-9e310f69-a796-4da1-9111-6ac14a201b0b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:00.482913 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5d5b1fc8-fe5b-4094-83b0-ac82511b95e8 req-9e310f69-a796-4da1-9111-6ac14a201b0b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0528305 Sep 13 01:21:00.495927 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:00.535762 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5d5b1fc8-fe5b-4094-83b0-ac82511b95e8 req-97cf17ee-959a-46da-95ce-c80c387e4340 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465333 Sep 13 01:21:00.744991 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b2bfb-9e24-4bbd-ad25-83eb751000ab req-4d6bb39d-7c2d-493b-a978-ec5072bc4a24 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:00.752011 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-da7b2bfb-9e24-4bbd-ad25-83eb751000ab req-4d6bb39d-7c2d-493b-a978-ec5072bc4a24 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0765686 Sep 13 01:21:00.755881 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:00.788936 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c83a244f-7588-465d-8677-c550bae2121e req-8ee2570b-a1cc-4df2-99cb-f3dc3a0c129d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621704 Sep 13 01:21:00.817854 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-da7b2bfb-9e24-4bbd-ad25-83eb751000ab req-d2a3349b-d196-42e4-b40b-a75aaaa2c86e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649722 Sep 13 01:21:01.038650 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3badd-b1d7-4bba-b8c5-8e3a76fec0af req-008c7e98-ed4a-481e-8cb3-bc38a1111373 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:01.038650 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-08c3badd-b1d7-4bba-b8c5-8e3a76fec0af req-008c7e98-ed4a-481e-8cb3-bc38a1111373 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.1053369 Sep 13 01:21:01.046879 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314d62e-c3e0-4d1a-b610-24b19456a819 req-228e0634-bf0a-4cd3-a263-725a6dc554a0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:01.055451 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6314d62e-c3e0-4d1a-b610-24b19456a819 req-228e0634-bf0a-4cd3-a263-725a6dc554a0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 944 time: 0.1044607 Sep 13 01:21:01.128639 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6314d62e-c3e0-4d1a-b610-24b19456a819 req-5d229763-2192-4bc4-8400-05e18e5ef261 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714531 Sep 13 01:21:01.168579 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-08c3badd-b1d7-4bba-b8c5-8e3a76fec0af req-f1290001-f30f-4ea0-bd54-fca17434e450 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060121 Sep 13 01:21:01.679110 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b43e4-a69a-4f93-9eb7-e73c01ae63b7 req-8479acd0-e230-4690-a2a4-faa826f273a3 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:01.681670 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-765b43e4-a69a-4f93-9eb7-e73c01ae63b7 req-8479acd0-e230-4690-a2a4-faa826f273a3 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0473738 Sep 13 01:21:01.737594 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-765b43e4-a69a-4f93-9eb7-e73c01ae63b7 req-c6f0bcc9-53c5-46a8-a4f3-f8320cbb1d94 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476091 Sep 13 01:21:01.968010 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6442dee-1144-42cb-9678-cc6b8bc96076 req-3db27e46-fbbc-414a-b5a4-2091d40548f0 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:01.970187 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e6442dee-1144-42cb-9678-cc6b8bc96076 req-3db27e46-fbbc-414a-b5a4-2091d40548f0 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0526152 Sep 13 01:21:01.996705 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f9585-9c51-4ef1-9b79-c3bf1935e03e req-a37bd7b1-5b88-4efd-8c48-d2ce17642528 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:02.006232 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c28f9585-9c51-4ef1-9b79-c3bf1935e03e req-a37bd7b1-5b88-4efd-8c48-d2ce17642528 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0742357 Sep 13 01:21:02.076212 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e6442dee-1144-42cb-9678-cc6b8bc96076 req-f0a8dace-98c3-414e-94c7-e8e5f2267ed4 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962842 Sep 13 01:21:02.086417 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c28f9585-9c51-4ef1-9b79-c3bf1935e03e req-4e1566e6-983b-40e6-968c-ae04437178e7 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792131 Sep 13 01:21:02.213016 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9f8137ba-1241-4698-adf4-f69738339332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:02.223497 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792121a-733f-4640-8616-7c530061dace req-6700a4e1-a474-4714-a7b3-23cf53d89fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:02.227863 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a792121a-733f-4640-8616-7c530061dace req-6700a4e1-a474-4714-a7b3-23cf53d89fd1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9056ec686513412a87c292387e25e870&device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 1129 time: 0.0681324 Sep 13 01:21:02.298784 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:02.306818 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01036d11-f19b-4ac6-bec5-4c106b25c55a req-35580946-cd39-42df-90f8-1f66f228b2ca tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:02.316342 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-01036d11-f19b-4ac6-bec5-4c106b25c55a req-35580946-cd39-42df-90f8-1f66f228b2ca tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 944 time: 0.0669141 Sep 13 01:21:02.399482 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-01036d11-f19b-4ac6-bec5-4c106b25c55a req-9cd3d5fa-58e1-4e7e-9bed-c991e96d19cd tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812151 Sep 13 01:21:02.401193 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:02.407246 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd82b21-5dd2-4e0f-98ab-4f9f6402f227 req-3fa4b5f3-7b3b-46cf-9c21-c309a7c25b6e tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:02.408813 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5fd82b21-5dd2-4e0f-98ab-4f9f6402f227 req-3fa4b5f3-7b3b-46cf-9c21-c309a7c25b6e tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0951076 Sep 13 01:21:02.429833 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792121a-733f-4640-8616-7c530061dace req-06910648-d282-4949-839c-05b1703e1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:02.431626 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a792121a-733f-4640-8616-7c530061dace req-06910648-d282-4949-839c-05b1703e1a31 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdb1d525-4a86-4d73-99d0-0254f6253a0a HTTP/1.1" status: 200 len: 911 time: 0.1973190 Sep 13 01:21:02.540000 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5fd82b21-5dd2-4e0f-98ab-4f9f6402f227 req-d21bc33d-48e9-4a29-93ec-6ca723a13c3f tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024351 Sep 13 01:21:02.559596 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a792121a-733f-4640-8616-7c530061dace req-15173d11-7520-469b-be80-383c7eb7a3e0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd07ce18-daad-47e8-8e34-3a96d4e32e60 HTTP/1.1" status: 200 len: 1001 time: 0.1118870 Sep 13 01:21:02.630168 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792121a-733f-4640-8616-7c530061dace req-3647d180-0aec-4903-befd-6c4c36f08847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:02.631701 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a792121a-733f-4640-8616-7c530061dace req-3647d180-0aec-4903-befd-6c4c36f08847 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e6dbcd3-8686-4d4b-89a7-314bf35476d1 HTTP/1.1" status: 200 len: 849 time: 0.0624492 Sep 13 01:21:02.690003 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792121a-733f-4640-8616-7c530061dace req-b9130c29-91cf-4196-b36d-e382e3a1356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:02.691485 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a792121a-733f-4640-8616-7c530061dace req-b9130c29-91cf-4196-b36d-e382e3a1356a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdb1d525-4a86-4d73-99d0-0254f6253a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487032 Sep 13 01:21:02.698916 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da552ef-ba30-49ed-96e1-cb119983f96b req-52b2e753-31d6-4e4d-b012-4144dcb38ae2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:02.701347 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6da552ef-ba30-49ed-96e1-cb119983f96b req-52b2e753-31d6-4e4d-b012-4144dcb38ae2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0602028 Sep 13 01:21:02.713448 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 35850) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:21:02.719456 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-fd3b6869-fd77-4a94-b445-c6eecc9eb847 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Request body: {'floatingip': {'port_id': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:21:02.769725 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6869-fd77-4a94-b445-c6eecc9eb847 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for floatingip (a02804e6-a6cd-46cb-b5cc-54e7136e9f25), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:02.796923 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a792121a-733f-4640-8616-7c530061dace req-8f363aee-e54b-4cbb-9dce-e3999bd58993 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962379 Sep 13 01:21:02.898514 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a792121a-733f-4640-8616-7c530061dace req-47bf6e5a-3b5a-425b-b6d6-9c6499611f5e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955791 Sep 13 01:21:03.247312 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a09862-effc-4ac5-9986-0bc8550a651f req-7ef2199b-a780-4658-bad8-6fb74688e6f0 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:03.249115 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-56a09862-effc-4ac5-9986-0bc8550a651f req-7ef2199b-a780-4658-bad8-6fb74688e6f0 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0550437 Sep 13 01:21:03.264089 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe469583-15f3-40f2-8bbe-8c12adf02f58 req-1151aabc-4f02-47fc-96d1-32668ec1e024 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:03.266132 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fe469583-15f3-40f2-8bbe-8c12adf02f58 req-1151aabc-4f02-47fc-96d1-32668ec1e024 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0774670 Sep 13 01:21:03.312990 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-56a09862-effc-4ac5-9986-0bc8550a651f req-0462aa03-a08f-470c-b732-2d6f890b6ba9 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531557 Sep 13 01:21:03.354246 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:03.389127 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fe469583-15f3-40f2-8bbe-8c12adf02f58 req-18317964-d5e8-4bcc-b21e-13d4870b75c7 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988331 Sep 13 01:21:03.436396 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6869-fd77-4a94-b445-c6eecc9eb847 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:03.442212 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6869-fd77-4a94-b445-c6eecc9eb847 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (a02804e6-a6cd-46cb-b5cc-54e7136e9f25), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:03.551955 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5247ee7-97a0-4f64-ab8e-7964acc009fe req-d34fc06f-f3f3-4321-b462-2a0665f8db90 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:03.558359 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.l3_db [None req-fd3b6869-fd77-4a94-b445-c6eecc9eb847 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Floating IP a02804e6-a6cd-46cb-b5cc-54e7136e9f25 associated. External IP: 172.27.1.110, port: d4354f6f-2db0-4d03-a3d4-4ddab59e9460. Sep 13 01:21:03.561670 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a5247ee7-97a0-4f64-ab8e-7964acc009fe req-d34fc06f-f3f3-4321-b462-2a0665f8db90 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 944 time: 0.0648942 Sep 13 01:21:03.637775 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a5247ee7-97a0-4f64-ab8e-7964acc009fe req-e77a63ca-b07f-4621-a9c1-15ac694c5ce2 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750489 Sep 13 01:21:03.664943 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:03.713169 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:03.799700 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3b6869-fd77-4a94-b445-c6eecc9eb847 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:21:03.827074 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 35866) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:21:03.937140 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3b6869-fd77-4a94-b445-c6eecc9eb847 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:21:03.949458 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ec04c-fbbe-4628-b83f-735c6a08c567 None None] Sync routers for ids ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:21:03.951951 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6869-fd77-4a94-b445-c6eecc9eb847 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:03.965487 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ec04c-fbbe-4628-b83f-735c6a08c567 None None] Routers {'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:21:03.966995 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-563ec04c-fbbe-4628-b83f-735c6a08c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:21:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:21:03.983292 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-58f72420-1e02-4c61-8cb9-16d7de4da028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:04.008327 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-fd3b6869-fd77-4a94-b445-c6eecc9eb847 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/a02804e6-a6cd-46cb-b5cc-54e7136e9f25 HTTP/1.1" status: 200 len: 991 time: 1.2927144 Sep 13 01:21:04.008963 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'tag': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460'}] {{(pid=106209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:21:04.012526 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4037e2ae3c55ed11cca0bb8930849acd1aa4f7088dac3d306a7770f6ecceea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32609a01-58d8-489b-b52f-6725d84b93ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d89f56d9-6326-419a-ad10-fb520d83ec2a", "tag": "d4354f6f-2db0-4d03-a3d4-4ddab59e9460"}]}' {{(pid=106209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:21:04.015662 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:04.068310 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1903c29-bdc9-4127-91ee-61fba4e0c581 x-openstack-request-id: req-c1903c29-bdc9-4127-91ee-61fba4e0c581 {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:21:04.069063 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89f56d9-6326-419a-ad10-fb520d83ec2a", "tag": "d4354f6f-2db0-4d03-a3d4-4ddab59e9460", "status": "completed", "code": 200}]} {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:21:04.069327 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1903c29-bdc9-4127-91ee-61fba4e0c581 {{(pid=106209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:21:04.069737 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1903c29-bdc9-4127-91ee-61fba4e0c581'] response: {'name': 'network-changed', 'server_uuid': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'tag': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460', 'status': 'completed', 'code': 200} Sep 13 01:21:04.080499 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-58f72420-1e02-4c61-8cb9-16d7de4da028 admin admin] Publish callbacks [] for security_group (074cf010-2382-4aa2-8e49-192de7b3fed8), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:04.085368 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-58f72420-1e02-4c61-8cb9-16d7de4da028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (074cf010-2382-4aa2-8e49-192de7b3fed8), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:04.124809 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-563ec04c-fbbe-4628-b83f-735c6a08c567 None None] Set router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:21:04.136210 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-58f72420-1e02-4c61-8cb9-16d7de4da028 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1bacdd426f05441f9944633295773ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080151 Sep 13 01:21:04.138292 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f72420-1e02-4c61-8cb9-16d7de4da028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074cf010-2382-4aa2-8e49-192de7b3fed8,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:04.139865 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 35876) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:21:04.198839 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cb560678-5dbb-42c5-a0ec-bc68f36836b7 admin admin] Publish callbacks [] for security_group (074cf010-2382-4aa2-8e49-192de7b3fed8), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:04.227644 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cb560678-5dbb-42c5-a0ec-bc68f36836b7 admin admin] Publish callbacks [] for security_group (074cf010-2382-4aa2-8e49-192de7b3fed8), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:04.297967 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cb560678-5dbb-42c5-a0ec-bc68f36836b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (074cf010-2382-4aa2-8e49-192de7b3fed8), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:04.303983 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cb560678-5dbb-42c5-a0ec-bc68f36836b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:04.308465 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-cb560678-5dbb-42c5-a0ec-bc68f36836b7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/074cf010-2382-4aa2-8e49-192de7b3fed8 HTTP/1.1" status: 204 len: 168 time: 0.1644802 Sep 13 01:21:04.318833 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb560678-5dbb-42c5-a0ec-bc68f36836b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074cf010-2382-4aa2-8e49-192de7b3fed8,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:04.397469 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-563ec04c-fbbe-4628-b83f-735c6a08c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:33Z', 'updated_at': '2022-09-13T01:18:43Z', 'revision_number': 4, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'gw_port': {'id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:35Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': 'a02804e6-a6cd-46cb-b5cc-54e7136e9f25', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'port_id': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'mac_address': 'fa:16:3e:77:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:20:41Z', 'updated_at': '2022-09-13T01:21:03Z', 'revision_number': 1, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d89c75-e1f1-4f3a-bad7-5af2f524a024', 'name': '', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:42Z', 'updated_at': '2022-09-13T01:18:58Z', 'revision_number': 5, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'subnets': [{'id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:21:04.461126 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ec04c-fbbe-4628-b83f-735c6a08c567 None None] Checking router: e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:21:04.485522 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ec04c-fbbe-4628-b83f-735c6a08c567 None None] Routers {'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:21:04.486140 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-563ec04c-fbbe-4628-b83f-735c6a08c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:21:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:21:04.490230 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737355c3-a866-4ce2-a9b9-9d27f615a91e req-825e63ac-3f0b-46fd-b83f-93892156a400 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:04.499479 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-737355c3-a866-4ce2-a9b9-9d27f615a91e req-825e63ac-3f0b-46fd-b83f-93892156a400 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0656250 Sep 13 01:21:04.605321 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-737355c3-a866-4ce2-a9b9-9d27f615a91e req-676ed0ae-ea29-4489-ae4a-056e1712dd79 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024196 Sep 13 01:21:04.610406 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-563ec04c-fbbe-4628-b83f-735c6a08c567 None None] Set router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:21:04.612580 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e661f42-c0c5-4621-ae70-e78d1fdcc243 req-56df9623-b1ed-4810-b71a-a8c3976e9251 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:04.625284 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7e661f42-c0c5-4621-ae70-e78d1fdcc243 req-56df9623-b1ed-4810-b71a-a8c3976e9251 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0960538 Sep 13 01:21:04.937099 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-563ec04c-fbbe-4628-b83f-735c6a08c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:33Z', 'updated_at': '2022-09-13T01:18:43Z', 'revision_number': 4, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'gw_port': {'id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:35Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': 'a02804e6-a6cd-46cb-b5cc-54e7136e9f25', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'port_id': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'mac_address': 'fa:16:3e:77:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:20:41Z', 'updated_at': '2022-09-13T01:21:03Z', 'revision_number': 1, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d89c75-e1f1-4f3a-bad7-5af2f524a024', 'name': '', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:42Z', 'updated_at': '2022-09-13T01:18:58Z', 'revision_number': 5, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'subnets': [{'id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:21:04.937471 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e401995-4870-416c-b736-563c824dbee9 req-459a5ad1-3568-4a5d-95f7-0420e9a54087 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:04.958059 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2e401995-4870-416c-b736-563c824dbee9 req-459a5ad1-3568-4a5d-95f7-0420e9a54087 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 944 time: 0.1447470 Sep 13 01:21:05.000732 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:05.025624 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ec04c-fbbe-4628-b83f-735c6a08c567 None None] The sync data for ids ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'] in dv-cinder-856941-3-iscsi is: [{'id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:33Z', 'updated_at': '2022-09-13T01:18:43Z', 'revision_number': 4, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'gw_port': {'id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:35Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': 'a02804e6-a6cd-46cb-b5cc-54e7136e9f25', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'port_id': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'mac_address': 'fa:16:3e:77:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:20:41Z', 'updated_at': '2022-09-13T01:21:03Z', 'revision_number': 1, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d89c75-e1f1-4f3a-bad7-5af2f524a024', 'name': '', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:42Z', 'updated_at': '2022-09-13T01:18:58Z', 'revision_number': 5, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'subnets': [{'id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:21:05.030011 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:05.038136 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:05.040759 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7e661f42-c0c5-4621-ae70-e78d1fdcc243 req-0f51d4a1-cf6f-49e5-85b6-e8f1e1662a1b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4135971 Sep 13 01:21:05.081963 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2e401995-4870-416c-b736-563c824dbee9 req-6af67d75-84aa-46fd-afb4-5add8e276eeb tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223743 Sep 13 01:21:05.311982 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=12 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:05.319489 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:05.356882 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32623047-60ae-451d-a3f5-42b5822f1b50 None None] New status for floating IP a02804e6-a6cd-46cb-b5cc-54e7136e9f25: ACTIVE {{(pid=106211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:21:05.765193 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236d7f7-7c7c-48e8-a861-0e11bb4f9810 req-7322b41f-6f36-41d1-89e0-0a8868655968 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:05.766602 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1236d7f7-7c7c-48e8-a861-0e11bb4f9810 req-7322b41f-6f36-41d1-89e0-0a8868655968 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0601892 Sep 13 01:21:05.827616 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1236d7f7-7c7c-48e8-a861-0e11bb4f9810 req-747f3f26-c4ec-4ca8-af1c-6cca915a0ee2 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481160 Sep 13 01:21:05.898786 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32609a01-58d8-489b-b52f-6725d84b93ca req-6ef2cc01-b775-4833-bf66-9a527f96e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:05.901935 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-32609a01-58d8-489b-b52f-6725d84b93ca req-6ef2cc01-b775-4833-bf66-9a527f96e539 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 1129 time: 0.0505500 Sep 13 01:21:05.958275 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:06.014612 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32609a01-58d8-489b-b52f-6725d84b93ca req-394ef5ac-9aac-4eb5-b092-90a7dfe169df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:06.016648 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-32609a01-58d8-489b-b52f-6725d84b93ca req-394ef5ac-9aac-4eb5-b092-90a7dfe169df service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 918 time: 0.1059461 Sep 13 01:21:06.038547 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 35920) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:21:06.100389 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-32609a01-58d8-489b-b52f-6725d84b93ca req-6b071da5-b22a-4e4a-93a0-f9b98dd7be9f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4354f6f-2db0-4d03-a3d4-4ddab59e9460 HTTP/1.1" status: 200 len: 1001 time: 0.0679815 Sep 13 01:21:06.196394 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32609a01-58d8-489b-b52f-6725d84b93ca req-769c0dad-1321-44e7-92cb-f665c81aeeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:06.198351 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-32609a01-58d8-489b-b52f-6725d84b93ca req-769c0dad-1321-44e7-92cb-f665c81aeeb3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89162ffe-bd41-4b0f-96cf-08e9b2407131 HTTP/1.1" status: 200 len: 856 time: 0.0916288 Sep 13 01:21:06.206478 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecad00-bb18-43a2-a913-5337c0d35d6a req-c744a7f0-377c-48c9-98d5-198fe0703c90 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:06.208044 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cbecad00-bb18-43a2-a913-5337c0d35d6a req-c744a7f0-377c-48c9-98d5-198fe0703c90 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0625136 Sep 13 01:21:06.268076 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32609a01-58d8-489b-b52f-6725d84b93ca req-0aab8d78-6747-46ef-ae03-6b9748d5409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:06.270168 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-32609a01-58d8-489b-b52f-6725d84b93ca req-0aab8d78-6747-46ef-ae03-6b9748d5409c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606959 Sep 13 01:21:06.280872 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84cf98-25f1-4d48-9af5-490a54d5189d req-1112fd18-3426-41ae-8020-d21dc7afa228 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:06.284371 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1b84cf98-25f1-4d48-9af5-490a54d5189d req-1112fd18-3426-41ae-8020-d21dc7afa228 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 944 time: 0.0844288 Sep 13 01:21:06.331515 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cbecad00-bb18-43a2-a913-5337c0d35d6a req-c8301c73-1973-4181-a81e-d8ad016d23f4 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887413 Sep 13 01:21:06.341270 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5c2f25b1-7916-4958-8443-351af4a06f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:06.395277 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1b84cf98-25f1-4d48-9af5-490a54d5189d req-3acfadf0-0467-4c71-ac00-ead09dbbdd1d tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037798 Sep 13 01:21:06.442571 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-32609a01-58d8-489b-b52f-6725d84b93ca req-4f75ee81-22bb-43df-a997-e6e609d92705 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564081 Sep 13 01:21:06.496881 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5c2f25b1-7916-4958-8443-351af4a06f08 admin admin] Publish callbacks [] for security_group (16757b7f-e6e8-4fc5-b827-61e0771251d3), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:06.504702 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5c2f25b1-7916-4958-8443-351af4a06f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (16757b7f-e6e8-4fc5-b827-61e0771251d3), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:06.570901 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:06.574729 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-32609a01-58d8-489b-b52f-6725d84b93ca req-d5bcc156-412a-49e3-bf02-7147b56cd6d1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192791 Sep 13 01:21:06.579960 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 35930) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:21:06.580161 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-5c2f25b1-7916-4958-8443-351af4a06f08 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6edfb14c2e0848ec857d22cbd731748e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5401120 Sep 13 01:21:06.581083 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f25b1-7916-4958-8443-351af4a06f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16757b7f-e6e8-4fc5-b827-61e0771251d3,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:06.656031 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-59e1680f-a3b6-473c-a02e-8ae271fa7ebd admin admin] Publish callbacks [] for security_group (16757b7f-e6e8-4fc5-b827-61e0771251d3), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:06.680475 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-59e1680f-a3b6-473c-a02e-8ae271fa7ebd admin admin] Publish callbacks [] for security_group (16757b7f-e6e8-4fc5-b827-61e0771251d3), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:06.735477 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-59e1680f-a3b6-473c-a02e-8ae271fa7ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (16757b7f-e6e8-4fc5-b827-61e0771251d3), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:06.737981 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-59e1680f-a3b6-473c-a02e-8ae271fa7ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:06.739200 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-59e1680f-a3b6-473c-a02e-8ae271fa7ebd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/16757b7f-e6e8-4fc5-b827-61e0771251d3 HTTP/1.1" status: 204 len: 168 time: 0.1577756 Sep 13 01:21:06.749042 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1680f-a3b6-473c-a02e-8ae271fa7ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16757b7f-e6e8-4fc5-b827-61e0771251d3,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:07.017429 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf69c7-e6d8-41cd-816a-9de98d5783dc req-2d66d58c-903e-4302-99a1-5ca0c4fe51e6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:07.019054 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4ecf69c7-e6d8-41cd-816a-9de98d5783dc req-2d66d58c-903e-4302-99a1-5ca0c4fe51e6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0613561 Sep 13 01:21:07.081988 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4ecf69c7-e6d8-41cd-816a-9de98d5783dc req-f43e7ff2-b4d6-4590-9f6a-51d1cc7c4d3e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563717 Sep 13 01:21:07.514322 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:07.533646 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275a7e1-61b9-4331-b96f-e016a55e43a9 req-c7465cd5-d363-4ac7-b913-7e21f5ad4999 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:07.536737 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d275a7e1-61b9-4331-b96f-e016a55e43a9 req-c7465cd5-d363-4ac7-b913-7e21f5ad4999 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 944 time: 0.0581007 Sep 13 01:21:07.591640 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d275a7e1-61b9-4331-b96f-e016a55e43a9 req-c1fd453b-cb86-4f21-8f54-635f3e2ca790 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483742 Sep 13 01:21:08.219669 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce1d0a-02b8-4c24-b682-7b6a32e46f94 req-f3260bfc-3b3a-4afd-926d-6d6a4e0d83fa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:08.221369 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-77ce1d0a-02b8-4c24-b682-7b6a32e46f94 req-f3260bfc-3b3a-4afd-926d-6d6a4e0d83fa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0510962 Sep 13 01:21:08.291211 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-77ce1d0a-02b8-4c24-b682-7b6a32e46f94 req-4b4d0705-b857-4d7d-bd5b-94f10bbaa0ae tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633409 Sep 13 01:21:08.668865 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 6c6841ec-d12a-4293-a896-c6083998f37f details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:21:08.689866 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:08.741554 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcea64-8c10-4dab-9ebb-69d750b06271 req-1b282b4b-bc4c-401f-8334-f1b26f09fd2c tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:08.743800 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b9fcea64-8c10-4dab-9ebb-69d750b06271 req-1b282b4b-bc4c-401f-8334-f1b26f09fd2c tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 944 time: 0.0635748 Sep 13 01:21:08.777998 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 6c6841ec-d12a-4293-a896-c6083998f37f, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=6c6841ec-d12a-4293-a896-c6083998f37f,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:21:08.790123 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': '6c6841ec-d12a-4293-a896-c6083998f37f', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'port_id': '6c6841ec-d12a-4293-a896-c6083998f37f', 'mac_address': 'fa:16:3e:39:90:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:21:08.806342 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b9fcea64-8c10-4dab-9ebb-69d750b06271 req-91b5f5f6-ff65-4394-9698-e55f1e202496 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536246 Sep 13 01:21:08.842106 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 6c6841ec-d12a-4293-a896-c6083998f37f is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:21:08.842492 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6c6841ec-d12a-4293-a896-c6083998f37f), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:08.854978 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:08.858875 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6841ec-d12a-4293-a896-c6083998f37f {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:21:08.880538 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 6c6841ec-d12a-4293-a896-c6083998f37f, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=6c6841ec-d12a-4293-a896-c6083998f37f,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:21:08.886533 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6c6841ec-d12a-4293-a896-c6083998f37f), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:08.942308 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=6c6841ec-d12a-4293-a896-c6083998f37f,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:09.334307 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['6c6841ec-d12a-4293-a896-c6083998f37f'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:21:09.425194 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59d33e-58af-457d-a477-6487241b25ca req-1452acc8-07aa-4bf7-b223-2ab2ef0cfc47 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:09.426697 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ed59d33e-58af-457d-a477-6487241b25ca req-1452acc8-07aa-4bf7-b223-2ab2ef0cfc47 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0587575 Sep 13 01:21:09.485180 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ed59d33e-58af-457d-a477-6487241b25ca req-6cb73e3f-79c2-4953-9f6d-f3205980f9a4 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500705 Sep 13 01:21:09.916585 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4b94f-0603-4e19-bbef-439c2d0d36ae req-d9d2636a-28cd-4c80-858f-fbdf469ea69a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:09.918003 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-37b4b94f-0603-4e19-bbef-439c2d0d36ae req-d9d2636a-28cd-4c80-858f-fbdf469ea69a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 945 time: 0.0444131 Sep 13 01:21:09.965561 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-37b4b94f-0603-4e19-bbef-439c2d0d36ae req-1bc81cdc-5b84-4dcf-b65f-2f3582c1f721 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420632 Sep 13 01:21:10.211708 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044fc64-87f1-44d4-8e0c-c0f4b07b8d13 req-8e80bf52-ef6f-486f-9062-1281e7466d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:10.213538 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1044fc64-87f1-44d4-8e0c-c0f4b07b8d13 req-8e80bf52-ef6f-486f-9062-1281e7466d38 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7&device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 1130 time: 0.0373189 Sep 13 01:21:10.268032 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:10.302963 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044fc64-87f1-44d4-8e0c-c0f4b07b8d13 req-853f7054-654d-4ed6-b0e5-db33f7f429cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:10.304386 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1044fc64-87f1-44d4-8e0c-c0f4b07b8d13 req-853f7054-654d-4ed6-b0e5-db33f7f429cb service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=47cc024b-679e-42c4-bf2a-2407e9c9e294 HTTP/1.1" status: 200 len: 916 time: 0.0821385 Sep 13 01:21:10.367405 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1044fc64-87f1-44d4-8e0c-c0f4b07b8d13 req-2f4e9c3e-4f89-4ded-a3ec-351a7daee4f2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88cd16db-1d4f-46f0-9069-3f6713e3efbd HTTP/1.1" status: 200 len: 1002 time: 0.0552423 Sep 13 01:21:10.415969 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044fc64-87f1-44d4-8e0c-c0f4b07b8d13 req-664e5c90-bda3-4d19-8a09-dd61b9753cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:10.417380 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1044fc64-87f1-44d4-8e0c-c0f4b07b8d13 req-664e5c90-bda3-4d19-8a09-dd61b9753cd4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4dc1ba80-c277-4b7a-83cd-c01962e812af HTTP/1.1" status: 200 len: 854 time: 0.0430498 Sep 13 01:21:10.458689 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044fc64-87f1-44d4-8e0c-c0f4b07b8d13 req-41e2e6c1-b865-4414-b1d6-96f32e8c8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:10.460106 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1044fc64-87f1-44d4-8e0c-c0f4b07b8d13 req-41e2e6c1-b865-4414-b1d6-96f32e8c8efc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=47cc024b-679e-42c4-bf2a-2407e9c9e294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367498 Sep 13 01:21:10.558429 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1044fc64-87f1-44d4-8e0c-c0f4b07b8d13 req-e86a98f9-d372-499d-9b83-3835b3c375bb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918837 Sep 13 01:21:10.660877 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb99c05-c16a-43fa-9314-9bb376834ef7 req-76720c62-78f7-4390-8601-d8252b7cf830 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:10.662299 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6fb99c05-c16a-43fa-9314-9bb376834ef7 req-76720c62-78f7-4390-8601-d8252b7cf830 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0885398 Sep 13 01:21:10.669301 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 6c6841ec-d12a-4293-a896-c6083998f37f up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:21:10.700797 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1044fc64-87f1-44d4-8e0c-c0f4b07b8d13 req-21a6c365-86b1-4c26-8ee8-56194092c2fb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349323 Sep 13 01:21:10.712371 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port 6c6841ec-d12a-4293-a896-c6083998f37f completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:21:10.718636 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port 6c6841ec-d12a-4293-a896-c6083998f37f triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:21:10.719054 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (6c6841ec-d12a-4293-a896-c6083998f37f), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:10.729701 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6fb99c05-c16a-43fa-9314-9bb376834ef7 req-8c09ed85-662d-45dd-acc7-77315d6b4b1e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581443 Sep 13 01:21:10.801059 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 6c6841ec-d12a-4293-a896-c6083998f37f is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:21:10.801363 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6c6841ec-d12a-4293-a896-c6083998f37f), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:10.824296 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8555c188-5c8f-4a84-877b-c97fe0265c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6841ec-d12a-4293-a896-c6083998f37f'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:21:10.826521 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235dc449-82b0-4401-bb44-6a8274a390db" -d '{"events": [{"server_uuid": "8555c188-5c8f-4a84-877b-c97fe0265c5c", "name": "network-vif-plugged", "status": "completed", "tag": "6c6841ec-d12a-4293-a896-c6083998f37f"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:21:10.838934 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 6c6841ec-d12a-4293-a896-c6083998f37f, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=6c6841ec-d12a-4293-a896-c6083998f37f,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:21:10.843021 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6c6841ec-d12a-4293-a896-c6083998f37f), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:10.867506 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1022ec5-2075-44ec-96dd-d6445ef87760 x-openstack-request-id: req-d1022ec5-2075-44ec-96dd-d6445ef87760 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:21:10.867797 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8555c188-5c8f-4a84-877b-c97fe0265c5c", "name": "network-vif-plugged", "status": "completed", "tag": "6c6841ec-d12a-4293-a896-c6083998f37f", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:21:10.868053 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1022ec5-2075-44ec-96dd-d6445ef87760 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:21:10.868447 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1022ec5-2075-44ec-96dd-d6445ef87760'] response: {'server_uuid': '8555c188-5c8f-4a84-877b-c97fe0265c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6841ec-d12a-4293-a896-c6083998f37f', 'code': 200} Sep 13 01:21:10.893508 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=6c6841ec-d12a-4293-a896-c6083998f37f,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:11.074207 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:11.087970 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6152a-fe0d-45d7-a5ba-09f9a013f0fc req-7ca4beda-4414-4afe-8e42-e272f25e8afa tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:11.089453 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a4f6152a-fe0d-45d7-a5ba-09f9a013f0fc req-7ca4beda-4414-4afe-8e42-e272f25e8afa tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 946 time: 0.0519075 Sep 13 01:21:11.142162 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a4f6152a-fe0d-45d7-a5ba-09f9a013f0fc req-f9b7bdb8-ebec-4e8b-be8b-83aaeb62a838 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471065 Sep 13 01:21:11.858915 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95c92e-b243-436c-8851-ede2394760ed req-26cae71c-dc67-463d-a1c2-08ca89093997 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:11.860348 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4d95c92e-b243-436c-8851-ede2394760ed req-26cae71c-dc67-463d-a1c2-08ca89093997 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0487354 Sep 13 01:21:11.905958 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4d95c92e-b243-436c-8851-ede2394760ed req-523abb0b-a543-4e0b-8194-78b10c7c0c46 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401657 Sep 13 01:21:12.258934 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f208c-6a4a-4ca3-b7e5-d7f3235e4592 req-5dccea5b-0c7b-427e-9931-4f14310c973e tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:12.260380 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-006f208c-6a4a-4ca3-b7e5-d7f3235e4592 req-5dccea5b-0c7b-427e-9931-4f14310c973e tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 946 time: 0.0452533 Sep 13 01:21:12.308639 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-006f208c-6a4a-4ca3-b7e5-d7f3235e4592 req-d12e4ed8-72e2-4e4f-970d-7c058e76d8fc tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428362 Sep 13 01:21:12.882380 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66b0b7-d2d0-44eb-a127-07100c45d551 req-86ab7c77-56f8-45eb-9c61-451e1f9978f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:12.883914 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ea66b0b7-d2d0-44eb-a127-07100c45d551 req-86ab7c77-56f8-45eb-9c61-451e1f9978f9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 1130 time: 0.0382919 Sep 13 01:21:12.933763 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:12.947645 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ea66b0b7-d2d0-44eb-a127-07100c45d551 req-ec2aa8c4-a963-41e4-bbcc-b235b37ac85f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478306 Sep 13 01:21:13.032136 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580802d-51d7-41e8-a8b1-06a704a20939 req-5cc96e8a-b1f2-4ce1-8e29-5268bac45ce0 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:13.033565 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9580802d-51d7-41e8-a8b1-06a704a20939 req-5cc96e8a-b1f2-4ce1-8e29-5268bac45ce0 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0448143 Sep 13 01:21:13.079205 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9580802d-51d7-41e8-a8b1-06a704a20939 req-8251092c-d002-45e0-ae30-afedfbc70a04 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399578 Sep 13 01:21:13.440526 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c95bd-6d36-40da-8e56-7c8cb39a3f59 req-b32dc74b-c02d-4ff6-8d00-ddd36d6c4b4f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:13.441948 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-bf8c95bd-6d36-40da-8e56-7c8cb39a3f59 req-b32dc74b-c02d-4ff6-8d00-ddd36d6c4b4f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 946 time: 0.0571375 Sep 13 01:21:13.495250 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-bf8c95bd-6d36-40da-8e56-7c8cb39a3f59 req-d886e063-44e3-4912-b5e1-e9ed4f2e1ccb tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470068 Sep 13 01:21:13.599270 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [req-2c9b53d6-1ece-4007-99bb-0cb4c5a5a700 req-981f9493-e0e6-4eca-b40f-979925937006 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 01:21:13.601326 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2c9b53d6-1ece-4007-99bb-0cb4c5a5a700 req-981f9493-e0e6-4eca-b40f-979925937006 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0077720 Sep 13 01:21:13.771167 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b877c2d-cec4-4049-bbd8-365e118b5074 req-2effe43f-7929-49a5-99ae-16017b9131b8 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:13.772650 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-8b877c2d-cec4-4049-bbd8-365e118b5074 req-2effe43f-7929-49a5-99ae-16017b9131b8 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 946 time: 0.0463510 Sep 13 01:21:13.821753 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-8b877c2d-cec4-4049-bbd8-365e118b5074 req-4572e4dd-c0b8-441a-8ef6-f563f1fecb2e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429337 Sep 13 01:21:14.091722 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36016) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:21:14.397352 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-92a96bca-fedf-4947-a645-66467054ed83 req-c5f6f70f-b12b-4f5b-aac4-d86ee355e47f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3044746 Sep 13 01:21:14.417608 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [req-92a96bca-fedf-4947-a645-66467054ed83 req-dee8a04e-de67-4722-8eb7-5ee0bc4bc819 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 01:21:14.418579 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-92a96bca-fedf-4947-a645-66467054ed83 req-dee8a04e-de67-4722-8eb7-5ee0bc4bc819 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0087380 Sep 13 01:21:14.497468 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36024) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:21:14.615532 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb4446-0a18-496d-b300-9b234e70e9fa req-9965e726-abb1-4d74-8a39-69048db47987 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:14.617074 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-aaeb4446-0a18-496d-b300-9b234e70e9fa req-9965e726-abb1-4d74-8a39-69048db47987 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 946 time: 0.0461490 Sep 13 01:21:14.617411 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a96bca-fedf-4947-a645-66467054ed83 req-076ed1e1-e944-4b01-9a28-6b172537e87f tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:14.619306 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-92a96bca-fedf-4947-a645-66467054ed83 req-076ed1e1-e944-4b01-9a28-6b172537e87f tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports/88cd16db-1d4f-46f0-9069-3f6713e3efbd HTTP/1.1" status: 200 len: 943 time: 0.1208317 Sep 13 01:21:14.668380 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-aaeb4446-0a18-496d-b300-9b234e70e9fa req-a8ebfdc8-9a3e-498f-b8c6-0fe72a13a8dc tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450091 Sep 13 01:21:14.669333 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 88cd16db-1d4f-46f0-9069-3f6713e3efbd no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:21:14.717007 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:14.764824 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 88cd16db-1d4f-46f0-9069-3f6713e3efbd is: ACTIVE; New status is: DOWN {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:21:14.765280 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:14.791591 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88cd16db-1d4f-46f0-9069-3f6713e3efbd'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:21:14.793934 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec8cc63-0808-416f-8275-dd487c93ec60" -d '{"events": [{"server_uuid": "1677b90a-17f0-496f-8fce-ac573509c1ac", "name": "network-vif-unplugged", "status": "completed", "tag": "88cd16db-1d4f-46f0-9069-3f6713e3efbd"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:21:14.797775 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626930f-e583-40dd-b593-dfb603495862 req-28dc0741-4992-44b0-af1e-ef76e3b24b49 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:14.800126 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0626930f-e583-40dd-b593-dfb603495862 req-28dc0741-4992-44b0-af1e-ef76e3b24b49 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 946 time: 0.0519786 Sep 13 01:21:14.814052 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 88cd16db-1d4f-46f0-9069-3f6713e3efbd, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=88cd16db-1d4f-46f0-9069-3f6713e3efbd,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:21:14.820174 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:14.855495 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Sep 2022 01:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ace73e-af7c-4e20-a74f-883003f7e0f9 x-openstack-request-id: req-f8ace73e-af7c-4e20-a74f-883003f7e0f9 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:21:14.855957 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1677b90a-17f0-496f-8fce-ac573509c1ac", "name": "network-vif-unplugged", "status": "failed", "tag": "88cd16db-1d4f-46f0-9069-3f6713e3efbd", "code": 422}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:21:14.856594 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8ace73e-af7c-4e20-a74f-883003f7e0f9 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:21:14.863960 dv-cinder-856941-3-iscsi neutron-server[106210]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f8ace73e-af7c-4e20-a74f-883003f7e0f9']: {'server_uuid': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '88cd16db-1d4f-46f0-9069-3f6713e3efbd', 'code': 422} returned with failed status Sep 13 01:21:14.871336 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0626930f-e583-40dd-b593-dfb603495862 req-12a0c48e-ead6-491a-b8c3-6d4b00fb10f9 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650880 Sep 13 01:21:14.904083 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=88cd16db-1d4f-46f0-9069-3f6713e3efbd,revision_number=8']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:14.912217 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36042) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:21:14.997003 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af7b16-b116-49f5-bc4c-3ef03768093e req-6b913ad8-f0f5-4e84-ba84-e76a4fcbfb21 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:14.998413 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-46af7b16-b116-49f5-bc4c-3ef03768093e req-6b913ad8-f0f5-4e84-ba84-e76a4fcbfb21 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0798953 Sep 13 01:21:15.057962 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-46af7b16-b116-49f5-bc4c-3ef03768093e req-19ddf9bf-86c4-46b4-804c-13dcd372289c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513110 Sep 13 01:21:15.097156 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e116eed-56e2-4df1-bbec-b14ee3674ba3 tempest-TestVolumeBootPattern-1288550507 tempest-TestVolumeBootPattern-1288550507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:15.098684 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-6e116eed-56e2-4df1-bbec-b14ee3674ba3 tempest-TestVolumeBootPattern-1288550507 tempest-TestVolumeBootPattern-1288550507-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 1125 time: 0.1854591 Sep 13 01:21:15.101874 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36046) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:21:15.106534 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Request body: {'floatingip': {'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'port_id': '6c6841ec-d12a-4293-a896-c6083998f37f', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:21:15.128220 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:15.212778 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:15.302138 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:15.318654 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Allocated IP 172.27.1.238 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/282e7819-1619-464f-94f1-f020a80ff86d) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:21:15.320547 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:15.426947 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for port (282e7819-1619-464f-94f1-f020a80ff86d), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:15.458538 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (282e7819-1619-464f-94f1-f020a80ff86d), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:15.469922 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=12 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:15.482478 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:15.498264 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:21:15.503324 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:21:15.507339 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:21:15.511044 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event updated for resources: {'Port': ['ID=282e7819-1619-464f-94f1-f020a80ff86d,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:15.870105 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for floatingip (1770f386-c17b-4fac-84f3-42409ea6ac2c), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:15.943492 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (282e7819-1619-464f-94f1-f020a80ff86d), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:16.089403 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:16.091596 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for port (282e7819-1619-464f-94f1-f020a80ff86d), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:16.096298 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128878304'] for port (282e7819-1619-464f-94f1-f020a80ff86d), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:16.101552 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:16.205334 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (1770f386-c17b-4fac-84f3-42409ea6ac2c), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:16.207726 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event updated for resources: {'Port': ['ID=282e7819-1619-464f-94f1-f020a80ff86d,revision_number=2']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:16.259545 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f1304-b276-4b25-982c-595db7a06e29 req-e2b2bb2f-c4bc-4061-a3e9-c3acf0d65eb0 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:16.260993 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b81f1304-b276-4b25-982c-595db7a06e29 req-e2b2bb2f-c4bc-4061-a3e9-c3acf0d65eb0 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.1086800 Sep 13 01:21:16.350418 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b81f1304-b276-4b25-982c-595db7a06e29 req-4a4cfb94-331e-4373-be83-f62a31602a12 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828717 Sep 13 01:21:16.351800 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.l3_db [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Floating IP 1770f386-c17b-4fac-84f3-42409ea6ac2c associated. External IP: 172.27.1.238, port: 6c6841ec-d12a-4293-a896-c6083998f37f. Sep 13 01:21:16.540480 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:16.553790 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:21:16.580961 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a96bca-fedf-4947-a645-66467054ed83 req-bf210cc3-0c1e-4c76-bde6-80eaa1565fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:16.582439 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-92a96bca-fedf-4947-a645-66467054ed83 req-bf210cc3-0c1e-4c76-bde6-80eaa1565fce service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac&tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7 HTTP/1.1" status: 200 len: 1128 time: 0.0687842 Sep 13 01:21:16.651780 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a96bca-fedf-4947-a645-66467054ed83 req-0a0f9838-270d-44e2-afa7-f5f82aee7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:16.653257 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-92a96bca-fedf-4947-a645-66467054ed83 req-0a0f9838-270d-44e2-afa7-f5f82aee7812 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7&device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 1128 time: 0.0386944 Sep 13 01:21:16.656527 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:21:16.667918 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca4534d-f9d5-45bf-bcf6-c3120d3bee2e None None] Sync routers for ids ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:21:16.675993 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:16.676441 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:16.681765 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca4534d-f9d5-45bf-bcf6-c3120d3bee2e None None] Routers {'f3ec2eb3-1e60-41e4-908e-0b11c99660e8'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:21:16.682548 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-aca4534d-f9d5-45bf-bcf6-c3120d3bee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:21:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:21:16.712248 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-e2a87750-d2fd-491b-977c-49a8e815cf23 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6082153 Sep 13 01:21:16.712950 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8555c188-5c8f-4a84-877b-c97fe0265c5c', 'tag': '6c6841ec-d12a-4293-a896-c6083998f37f'}] {{(pid=106209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:21:16.715412 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4037e2ae3c55ed11cca0bb8930849acd1aa4f7088dac3d306a7770f6ecceea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a44f6f-9814-4b81-b68b-9684113d09a7" -d '{"events": [{"name": "network-changed", "server_uuid": "8555c188-5c8f-4a84-877b-c97fe0265c5c", "tag": "6c6841ec-d12a-4293-a896-c6083998f37f"}]}' {{(pid=106209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:21:16.752928 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17e68db-0741-4800-9134-4dba072a0aa0 x-openstack-request-id: req-f17e68db-0741-4800-9134-4dba072a0aa0 {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:21:16.753284 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8555c188-5c8f-4a84-877b-c97fe0265c5c", "tag": "6c6841ec-d12a-4293-a896-c6083998f37f", "status": "completed", "code": 200}]} {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:21:16.753754 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f17e68db-0741-4800-9134-4dba072a0aa0 {{(pid=106209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:21:16.754270 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f17e68db-0741-4800-9134-4dba072a0aa0'] response: {'name': 'network-changed', 'server_uuid': '8555c188-5c8f-4a84-877b-c97fe0265c5c', 'tag': '6c6841ec-d12a-4293-a896-c6083998f37f', 'status': 'completed', 'code': 200} Sep 13 01:21:16.760400 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a96bca-fedf-4947-a645-66467054ed83 req-e96ed5a2-be05-4697-9616-3da78b853a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:16.761882 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-92a96bca-fedf-4947-a645-66467054ed83 req-e96ed5a2-be05-4697-9616-3da78b853a56 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=47cc024b-679e-42c4-bf2a-2407e9c9e294 HTTP/1.1" status: 200 len: 916 time: 0.1012423 Sep 13 01:21:16.790702 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-aca4534d-f9d5-45bf-bcf6-c3120d3bee2e None None] Set router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:21:16.868625 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a44f6f-9814-4b81-b68b-9684113d09a7 req-af138fbe-61b3-440a-9142-0fa9c17ceb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:16.870135 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-13a44f6f-9814-4b81-b68b-9684113d09a7 req-af138fbe-61b3-440a-9142-0fa9c17ceb73 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca&device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 1130 time: 0.0541956 Sep 13 01:21:16.871807 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-92a96bca-fedf-4947-a645-66467054ed83 req-2f9fb816-bf17-4180-b8fa-d7cc70cb27fb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88cd16db-1d4f-46f0-9069-3f6713e3efbd HTTP/1.1" status: 200 len: 1000 time: 0.0982847 Sep 13 01:21:16.987280 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a96bca-fedf-4947-a645-66467054ed83 req-765370b5-e588-4f06-bd39-e4a015ccbd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:16.988733 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-92a96bca-fedf-4947-a645-66467054ed83 req-765370b5-e588-4f06-bd39-e4a015ccbd64 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4dc1ba80-c277-4b7a-83cd-c01962e812af HTTP/1.1" status: 200 len: 854 time: 0.0974357 Sep 13 01:21:17.002527 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-aca4534d-f9d5-45bf-bcf6-c3120d3bee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '1770f386-c17b-4fac-84f3-42409ea6ac2c', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'port_id': '6c6841ec-d12a-4293-a896-c6083998f37f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'mac_address': 'fa:16:3e:39:90:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555c188-5c8f-4a84-877b-c97fe0265c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:21:15Z', 'updated_at': '2022-09-13T01:21:15Z', 'revision_number': 0, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:21:17.031412 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca4534d-f9d5-45bf-bcf6-c3120d3bee2e None None] Checking router: f3ec2eb3-1e60-41e4-908e-0b11c99660e8 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:21:17.039361 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a44f6f-9814-4b81-b68b-9684113d09a7 req-5861973e-2d6f-45f1-b0fa-a97dad5e9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:17.039986 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca4534d-f9d5-45bf-bcf6-c3120d3bee2e None None] Routers {'f3ec2eb3-1e60-41e4-908e-0b11c99660e8'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:21:17.040589 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-aca4534d-f9d5-45bf-bcf6-c3120d3bee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:21:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:21:17.040844 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-13a44f6f-9814-4b81-b68b-9684113d09a7 req-5861973e-2d6f-45f1-b0fa-a97dad5e9f5c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 HTTP/1.1" status: 200 len: 913 time: 0.1507218 Sep 13 01:21:17.053448 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a96bca-fedf-4947-a645-66467054ed83 req-bda2bcee-6ab4-448d-8d49-db937aad3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:17.054796 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-92a96bca-fedf-4947-a645-66467054ed83 req-bda2bcee-6ab4-448d-8d49-db937aad3f45 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=47cc024b-679e-42c4-bf2a-2407e9c9e294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534928 Sep 13 01:21:17.106579 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:17.142042 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-aca4534d-f9d5-45bf-bcf6-c3120d3bee2e None None] Set router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:21:17.157415 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-13a44f6f-9814-4b81-b68b-9684113d09a7 req-04dd8ea9-53b9-4eaf-a747-b2f02ca6b84e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c6841ec-d12a-4293-a896-c6083998f37f HTTP/1.1" status: 200 len: 1000 time: 0.1097567 Sep 13 01:21:17.215039 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-92a96bca-fedf-4947-a645-66467054ed83 req-d8ad467d-e1c8-40d5-9875-7eed16bca8ac service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327088 Sep 13 01:21:17.232711 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a44f6f-9814-4b81-b68b-9684113d09a7 req-1cd18974-e11f-40bb-9714-673aad1eecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:17.234052 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-13a44f6f-9814-4b81-b68b-9684113d09a7 req-1cd18974-e11f-40bb-9714-673aad1eecb0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b0042c6c-337e-4770-971b-d8ee010e1407 HTTP/1.1" status: 200 len: 851 time: 0.0625083 Sep 13 01:21:17.318120 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a44f6f-9814-4b81-b68b-9684113d09a7 req-069e71ce-bd64-4225-826c-d6538a0a4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:17.319505 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-13a44f6f-9814-4b81-b68b-9684113d09a7 req-069e71ce-bd64-4225-826c-d6538a0a4601 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710356 Sep 13 01:21:17.353978 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-aca4534d-f9d5-45bf-bcf6-c3120d3bee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '1770f386-c17b-4fac-84f3-42409ea6ac2c', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'port_id': '6c6841ec-d12a-4293-a896-c6083998f37f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'mac_address': 'fa:16:3e:39:90:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555c188-5c8f-4a84-877b-c97fe0265c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:21:15Z', 'updated_at': '2022-09-13T01:21:15Z', 'revision_number': 0, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:21:17.367686 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-92a96bca-fedf-4947-a645-66467054ed83 req-d952036a-ecca-4aa7-ace4-55e4a3a3af8e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429996 Sep 13 01:21:17.379128 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca4534d-f9d5-45bf-bcf6-c3120d3bee2e None None] The sync data for ids ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'] in dv-cinder-856941-3-iscsi is: [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '1770f386-c17b-4fac-84f3-42409ea6ac2c', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'port_id': '6c6841ec-d12a-4293-a896-c6083998f37f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'mac_address': 'fa:16:3e:39:90:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555c188-5c8f-4a84-877b-c97fe0265c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:21:15Z', 'updated_at': '2022-09-13T01:21:15Z', 'revision_number': 0, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:21:17.449237 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-13a44f6f-9814-4b81-b68b-9684113d09a7 req-2d9891fe-c9f8-4471-8868-39879027d034 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151657 Sep 13 01:21:17.502257 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e50db-2fd7-4a14-99cd-4592bb1a186e req-45d6de3a-67eb-4a8c-8832-23d1c4ed541a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:17.503799 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f59e50db-2fd7-4a14-99cd-4592bb1a186e req-45d6de3a-67eb-4a8c-8832-23d1c4ed541a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0542467 Sep 13 01:21:17.554565 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-13a44f6f-9814-4b81-b68b-9684113d09a7 req-05e5c5cc-d540-4c47-ac7b-50a67e914cb3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938234 Sep 13 01:21:17.557877 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f59e50db-2fd7-4a14-99cd-4592bb1a186e req-ae05262c-210e-46ed-9ba5-d2a69eccf068 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460527 Sep 13 01:21:17.656289 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8d6778-ac5b-4d26-a250-686c66479fca None None] New status for floating IP 1770f386-c17b-4fac-84f3-42409ea6ac2c: ACTIVE {{(pid=106211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:21:18.678835 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:18.690457 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2605a3-011f-405f-8b36-e16706d40d14 req-54e22e50-6ae9-4e23-94fd-fa9d3f85b691 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:18.691973 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5a2605a3-011f-405f-8b36-e16706d40d14 req-54e22e50-6ae9-4e23-94fd-fa9d3f85b691 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0496204 Sep 13 01:21:18.750628 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5a2605a3-011f-405f-8b36-e16706d40d14 req-49fc439c-3601-44cb-ac62-af1f12f83d3b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521100 Sep 13 01:21:19.877179 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a1c31-cb67-47c6-8cf6-2e66650b6690 req-9ee982de-951c-466b-85e7-90ff9a9a6cc4 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:19.878697 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5b9a1c31-cb67-47c6-8cf6-2e66650b6690 req-9ee982de-951c-466b-85e7-90ff9a9a6cc4 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0496495 Sep 13 01:21:19.927813 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5b9a1c31-cb67-47c6-8cf6-2e66650b6690 req-7a0a5c57-1f5e-489a-87eb-aaf85ac1b900 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429027 Sep 13 01:21:21.060202 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8728ac9-6ed4-47c2-a08b-a37900b8c9b4 req-1e252456-2eb6-48ce-9b75-1d6c0f47f415 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:21.061742 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d8728ac9-6ed4-47c2-a08b-a37900b8c9b4 req-1e252456-2eb6-48ce-9b75-1d6c0f47f415 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0466011 Sep 13 01:21:21.111572 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d8728ac9-6ed4-47c2-a08b-a37900b8c9b4 req-751a3ac2-c04c-425b-8bc2-1769edcb4707 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437324 Sep 13 01:21:22.228411 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:22.244153 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dcff7-30cf-4199-b2e5-86b664e70cd7 req-d62319f9-d55a-439f-89a6-593931e1a388 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:22.245649 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-307dcff7-30cf-4199-b2e5-86b664e70cd7 req-d62319f9-d55a-439f-89a6-593931e1a388 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0472283 Sep 13 01:21:22.292599 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-307dcff7-30cf-4199-b2e5-86b664e70cd7 req-c81f66aa-2573-4835-bad6-44e9e47651a8 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413456 Sep 13 01:21:23.424029 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6968d8-6974-422c-94cf-52151c181550 req-5127911b-acc5-49b3-aaac-403b31f85c70 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:23.425477 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ae6968d8-6974-422c-94cf-52151c181550 req-5127911b-acc5-49b3-aaac-403b31f85c70 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0507987 Sep 13 01:21:23.474290 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ae6968d8-6974-422c-94cf-52151c181550 req-fc0925fc-7591-47fe-90fd-a62d2c424148 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428946 Sep 13 01:21:24.612799 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b056d-ff6f-43dc-b034-b905f09f8ff1 req-fd81b914-ea30-4df4-a86e-d19f232d3b26 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:24.614278 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b26b056d-ff6f-43dc-b034-b905f09f8ff1 req-fd81b914-ea30-4df4-a86e-d19f232d3b26 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0522985 Sep 13 01:21:24.662275 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b26b056d-ff6f-43dc-b034-b905f09f8ff1 req-66e2d2f0-d2fe-414c-bcc2-77ad84fe404f tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422099 Sep 13 01:21:25.794379 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fda6ac-bd81-425b-85a5-38db3ee7c0b6 req-c6ff6aaa-1266-4714-8ddb-ea492451f618 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:25.795975 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-26fda6ac-bd81-425b-85a5-38db3ee7c0b6 req-c6ff6aaa-1266-4714-8ddb-ea492451f618 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0500638 Sep 13 01:21:25.844332 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-26fda6ac-bd81-425b-85a5-38db3ee7c0b6 req-df4dfce8-9852-4e3f-91a2-f5308ecac5b6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427284 Sep 13 01:21:26.983275 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155c892-6f96-4966-800c-dc783e51bb71 req-dc92418f-9235-43cb-a835-3494073c5f6f tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:26.984781 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2155c892-6f96-4966-800c-dc783e51bb71 req-dc92418f-9235-43cb-a835-3494073c5f6f tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0477054 Sep 13 01:21:27.018061 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:27.033213 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2155c892-6f96-4966-800c-dc783e51bb71 req-0962a20e-8aae-438e-93b7-1e4ea6d020a3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428555 Sep 13 01:21:27.348669 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:27.356766 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=79 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:27.756643 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:27.760043 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:28.168950 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef550464-78d5-4df7-bd77-00900c15fee6 req-5c638463-f8e4-47f8-acf0-ec2c49903974 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:28.171003 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ef550464-78d5-4df7-bd77-00900c15fee6 req-5c638463-f8e4-47f8-acf0-ec2c49903974 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0490804 Sep 13 01:21:28.220824 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ef550464-78d5-4df7-bd77-00900c15fee6 req-c9d83a83-d492-4091-b42c-9e9e634d071c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440154 Sep 13 01:21:28.311767 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:21:29.349855 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af499c-f309-496c-aad7-e6b020b482a3 req-46c65117-c203-4ea3-a766-26d965d74891 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:29.351263 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e7af499c-f309-496c-aad7-e6b020b482a3 req-46c65117-c203-4ea3-a766-26d965d74891 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0472984 Sep 13 01:21:29.401770 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e7af499c-f309-496c-aad7-e6b020b482a3 req-5b05c9eb-393a-4e63-897f-b4fcbfdf7081 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448775 Sep 13 01:21:29.913721 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7b7b0222-27df-4a9e-85e2-4d7f653c1c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:30.529780 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2690d-1436-4b11-8e65-0b6313b0989f req-a5bca59c-af25-4072-b8b4-a267b2db2113 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:30.531245 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76b2690d-1436-4b11-8e65-0b6313b0989f req-a5bca59c-af25-4072-b8b4-a267b2db2113 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0463729 Sep 13 01:21:30.576978 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76b2690d-1436-4b11-8e65-0b6313b0989f req-6a7e3c10-7440-4527-9df7-6c02908cd116 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401278 Sep 13 01:21:31.701476 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675a633-c9ba-4fe6-81ab-a04436403310 req-058bb61a-2861-4420-b23a-8b70b90e9610 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:31.702882 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6675a633-c9ba-4fe6-81ab-a04436403310 req-058bb61a-2861-4420-b23a-8b70b90e9610 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0468848 Sep 13 01:21:31.752110 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6675a633-c9ba-4fe6-81ab-a04436403310 req-0c24e9e6-28d4-496e-90d7-abc5cccd0133 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435965 Sep 13 01:21:32.181060 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-00282dcc-fef4-41e6-8511-ae1c48296397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:32.875824 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ebb4e-86ac-4c4c-b53c-cf9a571de796 req-c77dca4c-baf8-4465-9120-5a59289af13e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:32.877189 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c80ebb4e-86ac-4c4c-b53c-cf9a571de796 req-c77dca4c-baf8-4465-9120-5a59289af13e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0451989 Sep 13 01:21:32.894711 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:32.923277 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c80ebb4e-86ac-4c4c-b53c-cf9a571de796 req-d1e7374e-c0b3-4778-b18a-c9e5adcebca5 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406611 Sep 13 01:21:33.352175 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:34.048536 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60f6a4-d907-434b-a840-a1240538b1bc req-0258c676-6ba6-424e-ab92-ac5a2411ccfe tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:34.049972 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f60f6a4-d907-434b-a840-a1240538b1bc req-0258c676-6ba6-424e-ab92-ac5a2411ccfe tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0489910 Sep 13 01:21:34.096902 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2f60f6a4-d907-434b-a840-a1240538b1bc req-60ac4234-5607-428a-ada5-fc849ada3e55 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413799 Sep 13 01:21:34.791638 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:34.818187 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:35.224513 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016e861-b6a5-48f2-b556-c0f89688a7ba req-5c6c93d8-c399-4f1b-90e6-c5d7db0a227e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:35.225960 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3016e861-b6a5-48f2-b556-c0f89688a7ba req-5c6c93d8-c399-4f1b-90e6-c5d7db0a227e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0459130 Sep 13 01:21:35.274273 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3016e861-b6a5-48f2-b556-c0f89688a7ba req-ecdadaf8-a679-48f4-bd2e-44d75796af36 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421853 Sep 13 01:21:36.400240 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4d9dd-c0ea-4090-a7ff-8e09f37dec68 req-51bbf0ac-7f50-4268-aeff-f96c4759895a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:36.401664 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e2d4d9dd-c0ea-4090-a7ff-8e09f37dec68 req-51bbf0ac-7f50-4268-aeff-f96c4759895a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0447977 Sep 13 01:21:36.448699 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e2d4d9dd-c0ea-4090-a7ff-8e09f37dec68 req-c6e6bf6b-7679-4a65-b342-de9e57a7b198 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414512 Sep 13 01:21:37.574356 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3be86-9e7a-47e8-9ee3-5bf0083b8051 req-3ac0d98a-b5cc-4c58-a51b-d4c9500b98f2 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:37.576314 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-59d3be86-9e7a-47e8-9ee3-5bf0083b8051 req-3ac0d98a-b5cc-4c58-a51b-d4c9500b98f2 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0488737 Sep 13 01:21:37.629557 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-59d3be86-9e7a-47e8-9ee3-5bf0083b8051 req-1bf37af0-7368-4424-adda-d7721a2cca83 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477433 Sep 13 01:21:38.241177 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36170) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:21:38.245688 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-c432e578-3d78-4233-86f6-dde58f9d7d2b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1345873173', 'description': 'tempest-description--674776849'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:21:38.266155 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c432e578-3d78-4233-86f6-dde58f9d7d2b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:38.288474 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:38.334540 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c432e578-3d78-4233-86f6-dde58f9d7d2b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (c53abbf4-b5e2-4267-a508-a93cba843199), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:38.338237 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c432e578-3d78-4233-86f6-dde58f9d7d2b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (c53abbf4-b5e2-4267-a508-a93cba843199), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:38.370790 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c432e578-3d78-4233-86f6-dde58f9d7d2b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:38.372510 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-c432e578-3d78-4233-86f6-dde58f9d7d2b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1303375 Sep 13 01:21:38.374417 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432e578-3d78-4233-86f6-dde58f9d7d2b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53abbf4-b5e2-4267-a508-a93cba843199,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:38.375553 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36172) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:21:38.380031 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-f6be4082-c583-4204-9561-b2848d234a6a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'security_group_rule': {'security_group_id': 'c53abbf4-b5e2-4267-a508-a93cba843199', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:21:38.409044 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f6be4082-c583-4204-9561-b2848d234a6a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (1e8ccc65-ae0c-4258-ab37-81c22f7871c3), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:38.467588 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f6be4082-c583-4204-9561-b2848d234a6a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (1e8ccc65-ae0c-4258-ab37-81c22f7871c3), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:38.471187 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f6be4082-c583-4204-9561-b2848d234a6a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (1e8ccc65-ae0c-4258-ab37-81c22f7871c3), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:38.490052 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be4082-c583-4204-9561-b2848d234a6a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8ccc65-ae0c-4258-ab37-81c22f7871c3,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:38.498225 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f6be4082-c583-4204-9561-b2848d234a6a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:38.499515 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-f6be4082-c583-4204-9561-b2848d234a6a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229589 Sep 13 01:21:38.502107 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36174) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:21:38.506336 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-4bffedd4-07b1-4688-8728-966b8b54f4b5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'security_group_rule': {'security_group_id': 'c53abbf4-b5e2-4267-a508-a93cba843199', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:21:38.532268 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4bffedd4-07b1-4688-8728-966b8b54f4b5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (655f6ef4-8e06-4280-b0ef-971607868422), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:38.588822 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4bffedd4-07b1-4688-8728-966b8b54f4b5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (655f6ef4-8e06-4280-b0ef-971607868422), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:38.592461 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4bffedd4-07b1-4688-8728-966b8b54f4b5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (655f6ef4-8e06-4280-b0ef-971607868422), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:38.612130 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffedd4-07b1-4688-8728-966b8b54f4b5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655f6ef4-8e06-4280-b0ef-971607868422,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:38.616974 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4bffedd4-07b1-4688-8728-966b8b54f4b5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:38.618126 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-4bffedd4-07b1-4688-8728-966b8b54f4b5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151278 Sep 13 01:21:38.621255 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36176) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:21:38.625895 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-3d0aaf33-4a77-4301-a8e1-b2961d93c3af tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'floatingip': {'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:21:38.647024 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3d0aaf33-4a77-4301-a8e1-b2961d93c3af tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:38.650499 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:38.729868 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 88cd16db-1d4f-46f0-9069-3f6713e3efbd details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:21:38.730468 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3d0aaf33-4a77-4301-a8e1-b2961d93c3af tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:38.758423 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63508ef-a028-4dd0-8a89-621dc649906d req-54b660a4-4f4b-4eaa-bc5b-a4d2182d8e80 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:38.760089 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b63508ef-a028-4dd0-8a89-621dc649906d req-54b660a4-4f4b-4eaa-bc5b-a4d2182d8e80 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 944 time: 0.0494921 Sep 13 01:21:38.807872 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b63508ef-a028-4dd0-8a89-621dc649906d req-b6c4d6c7-1873-4647-b5da-feafc4ef09bf tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419149 Sep 13 01:21:38.830778 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 88cd16db-1d4f-46f0-9069-3f6713e3efbd, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=88cd16db-1d4f-46f0-9069-3f6713e3efbd,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:21:38.842050 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': '88cd16db-1d4f-46f0-9069-3f6713e3efbd', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'port_id': '88cd16db-1d4f-46f0-9069-3f6713e3efbd', 'mac_address': 'fa:16:3e:65:fa:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:21:38.848792 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-3d0aaf33-4a77-4301-a8e1-b2961d93c3af tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Allocated IP 172.27.1.80 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/b7a1868c-fa83-46ca-b206-c8521e833d9e) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:21:38.880766 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 88cd16db-1d4f-46f0-9069-3f6713e3efbd is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:21:38.881160 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:38.894531 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88cd16db-1d4f-46f0-9069-3f6713e3efbd {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:21:38.915838 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 88cd16db-1d4f-46f0-9069-3f6713e3efbd, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=88cd16db-1d4f-46f0-9069-3f6713e3efbd,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:21:38.920945 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:38.926463 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:38.968377 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=88cd16db-1d4f-46f0-9069-3f6713e3efbd,revision_number=9']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:38.972625 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3d0aaf33-4a77-4301-a8e1-b2961d93c3af tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for port (b7a1868c-fa83-46ca-b206-c8521e833d9e), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:39.005983 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3d0aaf33-4a77-4301-a8e1-b2961d93c3af tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (b7a1868c-fa83-46ca-b206-c8521e833d9e), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:39.045457 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0aaf33-4a77-4301-a8e1-b2961d93c3af tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:21:39.050642 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-3d0aaf33-4a77-4301-a8e1-b2961d93c3af tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:21:39.054450 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0aaf33-4a77-4301-a8e1-b2961d93c3af tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:21:39.057872 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aaf33-4a77-4301-a8e1-b2961d93c3af tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'Port': ['ID=b7a1868c-fa83-46ca-b206-c8521e833d9e,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:39.139887 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3d0aaf33-4a77-4301-a8e1-b2961d93c3af tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (e13d12a0-6a49-4aaf-9bf9-4c6f76e23f3f), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:39.176817 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3d0aaf33-4a77-4301-a8e1-b2961d93c3af tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (b7a1868c-fa83-46ca-b206-c8521e833d9e), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:39.301900 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['88cd16db-1d4f-46f0-9069-3f6713e3efbd'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:21:39.531558 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3d0aaf33-4a77-4301-a8e1-b2961d93c3af tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for port (b7a1868c-fa83-46ca-b206-c8521e833d9e), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:39.536044 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3d0aaf33-4a77-4301-a8e1-b2961d93c3af tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128878304'] for port (b7a1868c-fa83-46ca-b206-c8521e833d9e), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:39.597683 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:39.603357 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3d0aaf33-4a77-4301-a8e1-b2961d93c3af tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (e13d12a0-6a49-4aaf-9bf9-4c6f76e23f3f), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:39.605879 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aaf33-4a77-4301-a8e1-b2961d93c3af tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'Port': ['ID=b7a1868c-fa83-46ca-b206-c8521e833d9e,revision_number=2']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:39.621849 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3d0aaf33-4a77-4301-a8e1-b2961d93c3af tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:39.623095 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-3d0aaf33-4a77-4301-a8e1-b2961d93c3af tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0004072 Sep 13 01:21:39.818259 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-3632854a-5048-44cc-96c9-52729c27fc8e tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1345873173&fields=id&tenant_id=30ce8239a9b34af685743812ce53ef19 HTTP/1.1" status: 200 len: 267 time: 0.0433142 Sep 13 01:21:39.924471 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e435da92-0214-433e-9cc0-ffd49d5140f1 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:39.925935 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e435da92-0214-433e-9cc0-ffd49d5140f1 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/networks?id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e HTTP/1.1" status: 200 len: 815 time: 0.1013443 Sep 13 01:21:39.933818 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee97273-cb6a-46b0-902b-d4e0081643b2 req-a09a895f-6cee-497b-97e0-b9543e7bf111 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:39.936023 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cee97273-cb6a-46b0-902b-d4e0081643b2 req-a09a895f-6cee-497b-97e0-b9543e7bf111 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 945 time: 0.0474203 Sep 13 01:21:39.941297 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-97764f71-f966-4142-ba6d-dc376630a7f7 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/quotas/30ce8239a9b34af685743812ce53ef19 HTTP/1.1" status: 200 len: 375 time: 0.0098481 Sep 13 01:21:39.982504 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cee97273-cb6a-46b0-902b-d4e0081643b2 req-e9e34046-5a4d-40ae-a961-79d3b7e2cf70 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408816 Sep 13 01:21:39.995624 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-fd004e8b-26a4-44cb-8fc0-73134d6c3b5b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=30ce8239a9b34af685743812ce53ef19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491769 Sep 13 01:21:40.075925 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:40.091722 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-bace4b7f-4335-4031-a7a5-7b3686e1a580 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845461 Sep 13 01:21:40.184894 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-9db7ab57-6211-407d-b8b1-dcbcaf788747 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859840 Sep 13 01:21:40.343153 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3eb0737e-c03d-49ef-9a4d-2d3979c80d41 req-0fdf8194-2c63-46ed-b429-43ed02d1df59 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 210 time: 0.0259969 Sep 13 01:21:40.737298 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 88cd16db-1d4f-46f0-9069-3f6713e3efbd up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:21:40.780548 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port 88cd16db-1d4f-46f0-9069-3f6713e3efbd triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:21:40.780925 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:40.977451 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 88cd16db-1d4f-46f0-9069-3f6713e3efbd is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:21:40.977832 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:41.000876 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cd16db-1d4f-46f0-9069-3f6713e3efbd'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:21:41.003177 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec691f3-9e7b-405e-abc5-9506dce1730a" -d '{"events": [{"server_uuid": "1677b90a-17f0-496f-8fce-ac573509c1ac", "name": "network-vif-plugged", "status": "completed", "tag": "88cd16db-1d4f-46f0-9069-3f6713e3efbd"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:21:41.016579 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 88cd16db-1d4f-46f0-9069-3f6713e3efbd, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=88cd16db-1d4f-46f0-9069-3f6713e3efbd,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:21:41.021179 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:41.046213 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8b707b-7b77-4a02-b8cf-b90fc0fc5cdb x-openstack-request-id: req-da8b707b-7b77-4a02-b8cf-b90fc0fc5cdb {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:21:41.046438 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1677b90a-17f0-496f-8fce-ac573509c1ac", "name": "network-vif-plugged", "status": "completed", "tag": "88cd16db-1d4f-46f0-9069-3f6713e3efbd", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:21:41.046846 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da8b707b-7b77-4a02-b8cf-b90fc0fc5cdb {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:21:41.047158 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da8b707b-7b77-4a02-b8cf-b90fc0fc5cdb'] response: {'server_uuid': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cd16db-1d4f-46f0-9069-3f6713e3efbd', 'code': 200} Sep 13 01:21:41.099278 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=88cd16db-1d4f-46f0-9069-3f6713e3efbd,revision_number=10']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:41.127287 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e026b2-5031-49bf-9f61-052e09282cfa req-ea66ea93-14fd-4b22-9aee-31df05ab5317 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:41.128873 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-36e026b2-5031-49bf-9f61-052e09282cfa req-ea66ea93-14fd-4b22-9aee-31df05ab5317 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 947 time: 0.0543487 Sep 13 01:21:41.179345 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-36e026b2-5031-49bf-9f61-052e09282cfa req-2a4c3100-0ead-493c-8a1b-09006ee6f8ad tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449419 Sep 13 01:21:41.445334 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4d40fcca-19d9-4876-ab59-1f2045a12ea8 req-3d681870-76dc-4b5b-ac88-040fc1167fde tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 210 time: 0.0270786 Sep 13 01:21:41.925230 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe7ea5-b478-42dd-90ec-3dbf9019a0f3 req-b7cdf5a3-00dd-485c-b605-027163440384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:41.926749 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-08fe7ea5-b478-42dd-90ec-3dbf9019a0f3 req-b7cdf5a3-00dd-485c-b605-027163440384 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 1131 time: 0.0390260 Sep 13 01:21:42.304462 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:42.308702 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:42.367580 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:42.385792 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeee072-817e-4242-ae69-d8968c08f46d req-8f3358e0-7cdb-4e8f-8ddf-ac2f6d09dfd3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:42.387498 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4aeee072-817e-4242-ae69-d8968c08f46d req-8f3358e0-7cdb-4e8f-8ddf-ac2f6d09dfd3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 947 time: 0.1193843 Sep 13 01:21:42.392441 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-08fe7ea5-b478-42dd-90ec-3dbf9019a0f3 req-631e9bd1-a98a-4247-af0f-5f52b5b2db95 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583078 Sep 13 01:21:42.448442 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-9c9fe600-4e4b-401e-b9ab-1fb9d674f34c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:42.449922 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-9c9fe600-4e4b-401e-b9ab-1fb9d674f34c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e HTTP/1.1" status: 200 len: 815 time: 0.1969383 Sep 13 01:21:42.472394 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4aeee072-817e-4242-ae69-d8968c08f46d req-dff4bda7-b9ed-40d4-bb34-c85e647eec53 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759392 Sep 13 01:21:42.544512 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c8374817-77fc-4e73-8deb-72fee2dea4e7 req-a34c7cc5-02e3-4578-88c5-ecb6c5e009f4 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 210 time: 0.0267973 Sep 13 01:21:42.736002 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-eb2761b0-2c15-44d6-9199-be581df8e80f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=30ce8239a9b34af685743812ce53ef19 HTTP/1.1" status: 200 len: 472 time: 0.0677483 Sep 13 01:21:42.828939 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'port': {'device_id': 'c255cb11-a9fd-46ce-8618-2177ad7f3f76', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'admin_state_up': True, 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'security_groups': ['c53abbf4-b5e2-4267-a508-a93cba843199']}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:21:42.929078 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:42.940307 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Made reservation on behalf of 30ce8239a9b34af685743812ce53ef19 for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:21:42.943972 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:42.967326 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:43.067080 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Allocated IP 172.20.0.6 (ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e/f61fb4fd-3b7f-449b-85b4-6f00787bd46c/55824feb-f6a5-4ec6-b3c3-0b46eea4735b) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:21:43.205387 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for port (55824feb-f6a5-4ec6-b3c3-0b46eea4735b), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:43.236725 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (55824feb-f6a5-4ec6-b3c3-0b46eea4735b), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:43.283192 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:21:43.286322 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:21:43.290154 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:21:43.294619 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:43.295160 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:43.300825 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'Port': ['ID=55824feb-f6a5-4ec6-b3c3-0b46eea4735b,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:43.314363 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:43.314784 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:43.315137 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:43.315489 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:43.315855 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:43.316257 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:43.316656 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:43.316995 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:43.317385 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:43.317682 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:43.318082 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:43.318395 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:43.318719 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:43.319075 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:43.319401 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:43.326354 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-5a84db52-34e9-4d45-8b3c-88f0a2ab2aa5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5012329 Sep 13 01:21:43.350386 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Request body: {'port': {'device_id': 'c255cb11-a9fd-46ce-8618-2177ad7f3f76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:21:43.416115 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (55824feb-f6a5-4ec6-b3c3-0b46eea4735b), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:43.432058 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:43.461532 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:43.470111 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-ca367b9e-f344-4f3d-a590-487ed42be13f None None] Provisioning complete for port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:21:43.470798 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ca367b9e-f344-4f3d-a590-487ed42be13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (55824feb-f6a5-4ec6-b3c3-0b46eea4735b), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:43.501055 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:43.507214 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-ca367b9e-f344-4f3d-a590-487ed42be13f None None] Port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:21:43.646461 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db273db5-905e-4841-80ed-93f37e00ba02 req-6a7974db-fa49-4f90-bfcb-7ba47303a1fa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:43.647943 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-db273db5-905e-4841-80ed-93f37e00ba02 req-6a7974db-fa49-4f90-bfcb-7ba47303a1fa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 947 time: 0.0827348 Sep 13 01:21:43.667829 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb09ff-2ae8-47de-a6dd-74909f110a34 req-1bcd6251-9d6b-4b86-bbaf-76421797604f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:43.669328 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6ddb09ff-2ae8-47de-a6dd-74909f110a34 req-1bcd6251-9d6b-4b86-bbaf-76421797604f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 931 time: 0.0496581 Sep 13 01:21:43.716958 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6ddb09ff-2ae8-47de-a6dd-74909f110a34 req-b99129f8-96d2-4779-ac51-1d151affa6c5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c53abbf4-b5e2-4267-a508-a93cba843199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418975 Sep 13 01:21:43.731127 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-db273db5-905e-4841-80ed-93f37e00ba02 req-5ca77576-35d4-4ec3-ab10-5f8db98f05ba tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762689 Sep 13 01:21:43.764836 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55824feb-f6a5-4ec6-b3c3-0b46eea4735b {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:21:43.772296 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Publish callbacks [] for port (55824feb-f6a5-4ec6-b3c3-0b46eea4735b), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:43.784575 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Transition to ACTIVE for port object 55824feb-f6a5-4ec6-b3c3-0b46eea4735b will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:21:43.787781 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (55824feb-f6a5-4ec6-b3c3-0b46eea4735b), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:43.792084 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:43.857195 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Pushing event updated for resources: {'Port': ['ID=55824feb-f6a5-4ec6-b3c3-0b46eea4735b,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:43.862759 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Attempting to bind port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:21:43.863116 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Attempting to bind port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:21:43.863440 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Attempting to bind port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b on network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:21:43.904055 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b on network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:21:43.904369 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Attempting to bind port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b on network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:21:43.943919 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:21:43.943919 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Checking segment: {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:21:43.944294 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Bound using segment: {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:21:43.944732 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Bound port: 55824feb-f6a5-4ec6-b3c3-0b46eea4735b, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:21:43.945192 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (55824feb-f6a5-4ec6-b3c3-0b46eea4735b), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:44.007301 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] For port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:21:44.011085 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] For port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=55824feb-f6a5-4ec6-b3c3-0b46eea4735b,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:21:44.020101 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (55824feb-f6a5-4ec6-b3c3-0b46eea4735b), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:44.024714 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:44.025339 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:44.026714 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/55824feb-f6a5-4ec6-b3c3-0b46eea4735b HTTP/1.1" status: 200 len: 1093 time: 0.6810768 Sep 13 01:21:44.028425 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c255cb11-a9fd-46ce-8618-2177ad7f3f76', 'tag': '55824feb-f6a5-4ec6-b3c3-0b46eea4735b'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:21:44.030705 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962e7262-2e96-4d72-9bb2-071364be8dca" -d '{"events": [{"name": "network-changed", "server_uuid": "c255cb11-a9fd-46ce-8618-2177ad7f3f76", "tag": "55824feb-f6a5-4ec6-b3c3-0b46eea4735b"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:21:44.079319 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cfb14-a74c-4c87-8354-24ed4ce766ac service neutron] Pushing event updated for resources: {'Port': ['ID=55824feb-f6a5-4ec6-b3c3-0b46eea4735b,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:44.091122 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b7b9ef-f62d-4016-bd8f-02745a16ec34 x-openstack-request-id: req-e4b7b9ef-f62d-4016-bd8f-02745a16ec34 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:21:44.091279 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c255cb11-a9fd-46ce-8618-2177ad7f3f76", "tag": "55824feb-f6a5-4ec6-b3c3-0b46eea4735b", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:21:44.091437 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4b7b9ef-f62d-4016-bd8f-02745a16ec34 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:21:44.091835 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4b7b9ef-f62d-4016-bd8f-02745a16ec34'] response: {'name': 'network-changed', 'server_uuid': 'c255cb11-a9fd-46ce-8618-2177ad7f3f76', 'tag': '55824feb-f6a5-4ec6-b3c3-0b46eea4735b', 'status': 'completed', 'code': 200} Sep 13 01:21:44.736289 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e7262-2e96-4d72-9bb2-071364be8dca req-6e989982-82a4-44b7-86d3-7a4816080a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:44.737777 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-962e7262-2e96-4d72-9bb2-071364be8dca req-6e989982-82a4-44b7-86d3-7a4816080a6f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=30ce8239a9b34af685743812ce53ef19&device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 1127 time: 0.0404165 Sep 13 01:21:44.866526 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325149c4-6959-410d-ab29-4b506297f8e8 req-9720141a-eed8-4706-9e06-e5926ec34e79 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:44.868040 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-325149c4-6959-410d-ab29-4b506297f8e8 req-9720141a-eed8-4706-9e06-e5926ec34e79 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 947 time: 0.0473106 Sep 13 01:21:44.875404 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54225f-1048-4ee2-be28-b1fbef86a81f req-dbda18a4-906d-4117-8b55-3bae1ba62268 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:44.876863 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ea54225f-1048-4ee2-be28-b1fbef86a81f req-dbda18a4-906d-4117-8b55-3bae1ba62268 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 943 time: 0.0636070 Sep 13 01:21:44.918627 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-325149c4-6959-410d-ab29-4b506297f8e8 req-82fbc33d-6a1b-463f-a527-a39deab35d47 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445309 Sep 13 01:21:44.919005 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e7262-2e96-4d72-9bb2-071364be8dca req-b491ef0c-db92-4cdf-96b2-80c4a33fca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:44.920548 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-962e7262-2e96-4d72-9bb2-071364be8dca req-b491ef0c-db92-4cdf-96b2-80c4a33fca81 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=30ce8239a9b34af685743812ce53ef19&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1608713 Sep 13 01:21:44.963753 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:45.224416 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ea54225f-1048-4ee2-be28-b1fbef86a81f req-6b1bc57c-cbca-46a0-8e5c-5d8745119606 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c53abbf4-b5e2-4267-a508-a93cba843199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3379838 Sep 13 01:21:45.264522 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-79f09e16-144c-404c-8f6b-b121a3f1fda8 req-9d1a512c-5f12-408d-a3ed-3ffc78a26c41 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544667 Sep 13 01:21:45.290999 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e7262-2e96-4d72-9bb2-071364be8dca req-29ca45bd-0fd2-4f78-8d9e-12d4283fe2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:45.292419 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-962e7262-2e96-4d72-9bb2-071364be8dca req-29ca45bd-0fd2-4f78-8d9e-12d4283fe2a6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3583930 Sep 13 01:21:45.350755 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f09e16-144c-404c-8f6b-b121a3f1fda8 req-fc94b4d3-4b87-45fa-b261-600374249d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:45.352151 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-79f09e16-144c-404c-8f6b-b121a3f1fda8 req-fc94b4d3-4b87-45fa-b261-600374249d9b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 1129 time: 0.0453651 Sep 13 01:21:45.399995 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-95e40139-e587-4a5b-bc16-0f90b02b576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:45.401422 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-95e40139-e587-4a5b-bc16-0f90b02b576e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=30ce8239a9b34af685743812ce53ef19&device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 1127 time: 0.0582635 Sep 13 01:21:45.464215 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-da02e1c7-d4ba-482c-9ecf-0ab3d3a842ed service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55824feb-f6a5-4ec6-b3c3-0b46eea4735b HTTP/1.1" status: 200 len: 217 time: 0.0392785 Sep 13 01:21:45.528953 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f09e16-144c-404c-8f6b-b121a3f1fda8 req-b158d376-33f4-4e10-88f5-83169c532b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:45.530375 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-79f09e16-144c-404c-8f6b-b121a3f1fda8 req-b158d376-33f4-4e10-88f5-83169c532b4e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 918 time: 0.1557355 Sep 13 01:21:45.535667 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-52a6d1c1-dc9a-4a07-b515-9a84c3a50535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:45.536949 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-52a6d1c1-dc9a-4a07-b515-9a84c3a50535 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f61fb4fd-3b7f-449b-85b4-6f00787bd46c HTTP/1.1" status: 200 len: 854 time: 0.0632932 Sep 13 01:21:45.599360 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-79f09e16-144c-404c-8f6b-b121a3f1fda8 req-1f005928-40da-443d-8605-65539d855fc6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a2cf032-3cde-45a3-9e82-737d704d0b9f HTTP/1.1" status: 200 len: 217 time: 0.0521402 Sep 13 01:21:45.603638 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:45.622767 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-013d5b75-6dbc-4bab-9851-75116ef7e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:45.625227 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-013d5b75-6dbc-4bab-9851-75116ef7e6bc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716777 Sep 13 01:21:45.711277 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f09e16-144c-404c-8f6b-b121a3f1fda8 req-934575e2-303e-4e77-bb9f-b6256d1fbe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:45.712680 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-79f09e16-144c-404c-8f6b-b121a3f1fda8 req-934575e2-303e-4e77-bb9f-b6256d1fbe24 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89162ffe-bd41-4b0f-96cf-08e9b2407131 HTTP/1.1" status: 200 len: 856 time: 0.1025703 Sep 13 01:21:45.779247 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-3152ee04-22aa-4297-82de-af3f2c6f815c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280408 Sep 13 01:21:45.780192 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f09e16-144c-404c-8f6b-b121a3f1fda8 req-3ff6d853-ec41-4c0e-94aa-80df4b369258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:45.781506 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-79f09e16-144c-404c-8f6b-b121a3f1fda8 req-3ff6d853-ec41-4c0e-94aa-80df4b369258 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573587 Sep 13 01:21:45.951768 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-79f09e16-144c-404c-8f6b-b121a3f1fda8 req-84894b2f-65fe-4e8d-af6e-a6706ea17100 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510031 Sep 13 01:21:45.955089 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1c38d5e9-9afc-4bc0-99be-adf086920a36 req-22d5345d-c89a-4b17-b199-42f5439901f7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477854 Sep 13 01:21:46.047096 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-79f09e16-144c-404c-8f6b-b121a3f1fda8 req-5bad7cf9-1f7d-42bf-8429-db32c92e00b3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829861 Sep 13 01:21:46.341160 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ecb49-494c-4a3c-803f-21d48d960939 req-7da0cde9-5682-4ca5-90a8-ef3ae2ed6c86 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:46.342516 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-af0ecb49-494c-4a3c-803f-21d48d960939 req-7da0cde9-5682-4ca5-90a8-ef3ae2ed6c86 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 943 time: 0.0457339 Sep 13 01:21:46.392367 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-af0ecb49-494c-4a3c-803f-21d48d960939 req-0dac42cc-d8c3-4e91-880d-7cdc179fd870 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c53abbf4-b5e2-4267-a508-a93cba843199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443158 Sep 13 01:21:47.511622 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc92b61-395f-41e2-aa28-b050a489ca78 req-6160f223-0dde-414e-97dc-95e49f87a09a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:47.513057 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9cc92b61-395f-41e2-aa28-b050a489ca78 req-6160f223-0dde-414e-97dc-95e49f87a09a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 943 time: 0.0480568 Sep 13 01:21:47.560730 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9cc92b61-395f-41e2-aa28-b050a489ca78 req-c3b0d6ba-e30d-440b-a0e4-b96fa84f20e8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c53abbf4-b5e2-4267-a508-a93cba843199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410125 Sep 13 01:21:48.678167 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f0076-bd10-441d-b24b-1b68380c41a8 req-241b2f6d-8b66-4a88-9d98-a1861256744d tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:48.679544 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1a5f0076-bd10-441d-b24b-1b68380c41a8 req-241b2f6d-8b66-4a88-9d98-a1861256744d tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 943 time: 0.0458183 Sep 13 01:21:48.725634 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1a5f0076-bd10-441d-b24b-1b68380c41a8 req-5fbb73a6-234a-4213-9200-748e16a7e0bf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c53abbf4-b5e2-4267-a508-a93cba843199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404744 Sep 13 01:21:48.808122 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 55824feb-f6a5-4ec6-b3c3-0b46eea4735b details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:21:48.909846 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=55824feb-f6a5-4ec6-b3c3-0b46eea4735b,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:21:48.925205 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': '55824feb-f6a5-4ec6-b3c3-0b46eea4735b', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'port_id': '55824feb-f6a5-4ec6-b3c3-0b46eea4735b', 'mac_address': 'fa:16:3e:0b:ce:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:21:48.960972 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:21:48.961274 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (55824feb-f6a5-4ec6-b3c3-0b46eea4735b), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:48.973878 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55824feb-f6a5-4ec6-b3c3-0b46eea4735b {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:21:48.992757 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=55824feb-f6a5-4ec6-b3c3-0b46eea4735b,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:21:48.996679 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (55824feb-f6a5-4ec6-b3c3-0b46eea4735b), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:49.040955 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=55824feb-f6a5-4ec6-b3c3-0b46eea4735b,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:49.047910 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:49.048251 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:49.048609 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:49.048959 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:49.049290 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:49.049615 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:49.049941 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:49.050260 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:49.050579 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:49.050920 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:49.051246 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:49.051565 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:49.051879 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:49.052192 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:49.052508 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:21:49.350301 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['55824feb-f6a5-4ec6-b3c3-0b46eea4735b'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:21:49.854879 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe735d-1e80-4d12-8c70-0217beac61fd req-a0fcb787-39bf-48bf-ba6b-626fd8fe1be7 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:49.856430 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-85fe735d-1e80-4d12-8c70-0217beac61fd req-a0fcb787-39bf-48bf-ba6b-626fd8fe1be7 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 944 time: 0.0563266 Sep 13 01:21:49.876047 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:49.905959 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-85fe735d-1e80-4d12-8c70-0217beac61fd req-21b8e8bb-6541-4a8d-8e2a-adcef85256cb tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c53abbf4-b5e2-4267-a508-a93cba843199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428381 Sep 13 01:21:50.810232 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 55824feb-f6a5-4ec6-b3c3-0b46eea4735b up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:21:50.851750 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:21:50.858401 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:21:50.859008 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (55824feb-f6a5-4ec6-b3c3-0b46eea4735b), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:50.931111 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:21:50.931485 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (55824feb-f6a5-4ec6-b3c3-0b46eea4735b), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:50.955092 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c255cb11-a9fd-46ce-8618-2177ad7f3f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55824feb-f6a5-4ec6-b3c3-0b46eea4735b'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:21:50.957320 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36403df2-6225-4c2f-ae6c-110f30f072b1" -d '{"events": [{"server_uuid": "c255cb11-a9fd-46ce-8618-2177ad7f3f76", "name": "network-vif-plugged", "status": "completed", "tag": "55824feb-f6a5-4ec6-b3c3-0b46eea4735b"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:21:50.971549 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=55824feb-f6a5-4ec6-b3c3-0b46eea4735b,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:21:50.976287 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (55824feb-f6a5-4ec6-b3c3-0b46eea4735b), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:51.001049 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed80d3b1-235b-4c36-9592-86b170a91bae x-openstack-request-id: req-ed80d3b1-235b-4c36-9592-86b170a91bae {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:21:51.001359 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c255cb11-a9fd-46ce-8618-2177ad7f3f76", "name": "network-vif-plugged", "status": "completed", "tag": "55824feb-f6a5-4ec6-b3c3-0b46eea4735b", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:21:51.001612 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed80d3b1-235b-4c36-9592-86b170a91bae {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:21:51.002000 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed80d3b1-235b-4c36-9592-86b170a91bae'] response: {'server_uuid': 'c255cb11-a9fd-46ce-8618-2177ad7f3f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55824feb-f6a5-4ec6-b3c3-0b46eea4735b', 'code': 200} Sep 13 01:21:51.027563 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=55824feb-f6a5-4ec6-b3c3-0b46eea4735b,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:21:51.035115 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f84ec4-b78c-42e1-8400-6fc88941495f req-aae1877f-1faa-412e-8331-4821c4cbe359 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:51.039309 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-18f84ec4-b78c-42e1-8400-6fc88941495f req-aae1877f-1faa-412e-8331-4821c4cbe359 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 945 time: 0.0548248 Sep 13 01:21:51.085692 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-18f84ec4-b78c-42e1-8400-6fc88941495f req-917a5143-25e6-4c68-8744-c1b70e3a00f1 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c53abbf4-b5e2-4267-a508-a93cba843199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423441 Sep 13 01:21:51.189623 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24fd9a-2183-442b-b830-f2b7228cfbd8 req-cf55bd46-19f8-4250-998d-0080b1ecabce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:51.191128 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4e24fd9a-2183-442b-b830-f2b7228cfbd8 req-cf55bd46-19f8-4250-998d-0080b1ecabce service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 1129 time: 0.0473175 Sep 13 01:21:51.234750 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4e24fd9a-2183-442b-b830-f2b7228cfbd8 req-10dc2a82-a7df-45e0-af02-3da60bd9bdbf service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c53abbf4-b5e2-4267-a508-a93cba843199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368390 Sep 13 01:21:52.210407 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a365299-2618-4a40-aeed-651b9124b103 req-4d3cae4f-6964-47d5-8b51-9554d0af037e tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:52.211880 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9a365299-2618-4a40-aeed-651b9124b103 req-4d3cae4f-6964-47d5-8b51-9554d0af037e tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 945 time: 0.0484049 Sep 13 01:21:52.258421 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9a365299-2618-4a40-aeed-651b9124b103 req-5d340fec-8af9-4763-805b-7d9afcd068db tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c53abbf4-b5e2-4267-a508-a93cba843199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410585 Sep 13 01:21:53.378543 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcbca9-8d49-4751-b715-84e6c7eb7f37 req-590db64c-fc9a-49e3-b3fe-1bc1097fb227 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:53.380022 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-79fcbca9-8d49-4751-b715-84e6c7eb7f37 req-590db64c-fc9a-49e3-b3fe-1bc1097fb227 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 945 time: 0.0490451 Sep 13 01:21:53.409949 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:53.427526 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-79fcbca9-8d49-4751-b715-84e6c7eb7f37 req-39ad3cd0-72a9-4112-848b-7c265460cf89 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c53abbf4-b5e2-4267-a508-a93cba843199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420234 Sep 13 01:21:54.545494 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28857dcf-b5fa-4952-8877-ba15f967a712 req-c1f6789f-c572-496a-b208-b46614cf3d23 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:54.546922 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-28857dcf-b5fa-4952-8877-ba15f967a712 req-c1f6789f-c572-496a-b208-b46614cf3d23 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 945 time: 0.0441387 Sep 13 01:21:54.595179 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-28857dcf-b5fa-4952-8877-ba15f967a712 req-ca34aba2-e1d1-4f63-b7b3-cdf3b6c12775 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c53abbf4-b5e2-4267-a508-a93cba843199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428500 Sep 13 01:21:54.708314 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80abde9-5edf-417f-8b7d-4222deb9cd4a req-0ab44ecb-0d5e-43bc-8c86-394ac102e5fc tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:54.709719 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d80abde9-5edf-417f-8b7d-4222deb9cd4a req-0ab44ecb-0d5e-43bc-8c86-394ac102e5fc tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 945 time: 0.0458086 Sep 13 01:21:54.719570 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36302) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:21:54.723746 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-18dba102-727a-4eeb-a9f3-2e4c96e7e258 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'floatingip': {'port_id': '55824feb-f6a5-4ec6-b3c3-0b46eea4735b'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:21:54.761407 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-18dba102-727a-4eeb-a9f3-2e4c96e7e258 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (e13d12a0-6a49-4aaf-9bf9-4c6f76e23f3f), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:55.099530 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:55.186179 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-18dba102-727a-4eeb-a9f3-2e4c96e7e258 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:55.190481 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-18dba102-727a-4eeb-a9f3-2e4c96e7e258 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (e13d12a0-6a49-4aaf-9bf9-4c6f76e23f3f), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:55.284379 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.l3_db [None req-18dba102-727a-4eeb-a9f3-2e4c96e7e258 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Floating IP e13d12a0-6a49-4aaf-9bf9-4c6f76e23f3f associated. External IP: 172.27.1.80, port: 55824feb-f6a5-4ec6-b3c3-0b46eea4735b. Sep 13 01:21:55.477321 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dba102-727a-4eeb-a9f3-2e4c96e7e258 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Router 4f6477d8-422f-482e-b75f-6dd90fccf094 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:21:55.578064 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dba102-727a-4eeb-a9f3-2e4c96e7e258 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:21:55.582419 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-18dba102-727a-4eeb-a9f3-2e4c96e7e258 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:21:55.587974 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab007647-4ead-40ba-8711-d3c39948624b None None] Sync routers for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:21:55.598444 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab007647-4ead-40ba-8711-d3c39948624b None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:21:55.599089 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-ab007647-4ead-40ba-8711-d3c39948624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:21:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:21:55.611076 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-18dba102-727a-4eeb-a9f3-2e4c96e7e258 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/e13d12a0-6a49-4aaf-9bf9-4c6f76e23f3f HTTP/1.1" status: 200 len: 990 time: 0.8904819 Sep 13 01:21:55.611721 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c255cb11-a9fd-46ce-8618-2177ad7f3f76', 'tag': '55824feb-f6a5-4ec6-b3c3-0b46eea4735b'}] {{(pid=106209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:21:55.613982 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4037e2ae3c55ed11cca0bb8930849acd1aa4f7088dac3d306a7770f6ecceea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ddc87d-8368-4d72-8feb-78a21ed8385d" -d '{"events": [{"name": "network-changed", "server_uuid": "c255cb11-a9fd-46ce-8618-2177ad7f3f76", "tag": "55824feb-f6a5-4ec6-b3c3-0b46eea4735b"}]}' {{(pid=106209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:21:55.649068 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:55.651329 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1b8ea5-235c-4d4b-a997-6a55082584f5 x-openstack-request-id: req-eb1b8ea5-235c-4d4b-a997-6a55082584f5 {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:21:55.651649 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c255cb11-a9fd-46ce-8618-2177ad7f3f76", "tag": "55824feb-f6a5-4ec6-b3c3-0b46eea4735b", "status": "completed", "code": 200}]} {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:21:55.651900 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb1b8ea5-235c-4d4b-a997-6a55082584f5 {{(pid=106209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:21:55.652301 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1b8ea5-235c-4d4b-a997-6a55082584f5'] response: {'name': 'network-changed', 'server_uuid': 'c255cb11-a9fd-46ce-8618-2177ad7f3f76', 'tag': '55824feb-f6a5-4ec6-b3c3-0b46eea4735b', 'status': 'completed', 'code': 200} Sep 13 01:21:55.696562 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:55.705677 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-ab007647-4ead-40ba-8711-d3c39948624b None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:21:55.725413 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddc87d-8368-4d72-8feb-78a21ed8385d req-1e2d02ff-4c33-4c98-884b-2ba7e97dec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:55.726900 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-53ddc87d-8368-4d72-8feb-78a21ed8385d req-1e2d02ff-4c33-4c98-884b-2ba7e97dec4d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=30ce8239a9b34af685743812ce53ef19&device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 1129 time: 0.0389922 Sep 13 01:21:55.827401 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddc87d-8368-4d72-8feb-78a21ed8385d req-b1446cbf-0315-499c-871e-00aca096b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:55.828850 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-53ddc87d-8368-4d72-8feb-78a21ed8385d req-b1446cbf-0315-499c-871e-00aca096b71b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e HTTP/1.1" status: 200 len: 916 time: 0.0860307 Sep 13 01:21:55.838253 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:21:55.893122 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-53ddc87d-8368-4d72-8feb-78a21ed8385d req-d0101b3c-154f-4e83-a2ed-e3d6170ab98c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55824feb-f6a5-4ec6-b3c3-0b46eea4735b HTTP/1.1" status: 200 len: 998 time: 0.0573025 Sep 13 01:21:55.918795 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-ab007647-4ead-40ba-8711-d3c39948624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '23cb6e80-890b-4381-9cbd-87bf855ef1c4', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'port_id': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'mac_address': 'fa:16:3e:29:a3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:35Z', 'revision_number': 2, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ip_address_scope': None}, {'id': 'e13d12a0-6a49-4aaf-9bf9-4c6f76e23f3f', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'port_id': '55824feb-f6a5-4ec6-b3c3-0b46eea4735b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'mac_address': 'fa:16:3e:0b:ce:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cb11-a9fd-46ce-8618-2177ad7f3f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:21:39Z', 'updated_at': '2022-09-13T01:21:55Z', 'revision_number': 1, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:21:55.943071 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddc87d-8368-4d72-8feb-78a21ed8385d req-01b188c5-d280-4ae5-ab89-ac4f9cdf72e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:55.944521 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-53ddc87d-8368-4d72-8feb-78a21ed8385d req-01b188c5-d280-4ae5-ab89-ac4f9cdf72e6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f61fb4fd-3b7f-449b-85b4-6f00787bd46c HTTP/1.1" status: 200 len: 854 time: 0.0436234 Sep 13 01:21:55.944955 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab007647-4ead-40ba-8711-d3c39948624b None None] Checking router: 4f6477d8-422f-482e-b75f-6dd90fccf094 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:21:55.953511 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab007647-4ead-40ba-8711-d3c39948624b None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:21:55.954040 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-ab007647-4ead-40ba-8711-d3c39948624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:21:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:21:55.986537 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddc87d-8368-4d72-8feb-78a21ed8385d req-4d5564b2-04b1-4a9b-89a9-c1b6e2ca6e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:21:55.988042 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-53ddc87d-8368-4d72-8feb-78a21ed8385d req-4d5564b2-04b1-4a9b-89a9-c1b6e2ca6e15 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369947 Sep 13 01:21:56.054894 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-ab007647-4ead-40ba-8711-d3c39948624b None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:21:56.092518 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-53ddc87d-8368-4d72-8feb-78a21ed8385d req-ae5e82ca-be15-4f8a-97d7-a88fb4252ee4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853357 Sep 13 01:21:56.182633 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-53ddc87d-8368-4d72-8feb-78a21ed8385d req-6f7304a5-68c4-439f-8e89-42e62ec134b0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835891 Sep 13 01:21:56.269380 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-ab007647-4ead-40ba-8711-d3c39948624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '23cb6e80-890b-4381-9cbd-87bf855ef1c4', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'port_id': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'mac_address': 'fa:16:3e:29:a3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:35Z', 'revision_number': 2, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ip_address_scope': None}, {'id': 'e13d12a0-6a49-4aaf-9bf9-4c6f76e23f3f', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'port_id': '55824feb-f6a5-4ec6-b3c3-0b46eea4735b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'mac_address': 'fa:16:3e:0b:ce:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cb11-a9fd-46ce-8618-2177ad7f3f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:21:39Z', 'updated_at': '2022-09-13T01:21:55Z', 'revision_number': 1, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:21:56.292972 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab007647-4ead-40ba-8711-d3c39948624b None None] The sync data for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi is: [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '23cb6e80-890b-4381-9cbd-87bf855ef1c4', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'port_id': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'mac_address': 'fa:16:3e:29:a3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:35Z', 'revision_number': 2, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ip_address_scope': None}, {'id': 'e13d12a0-6a49-4aaf-9bf9-4c6f76e23f3f', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'port_id': '55824feb-f6a5-4ec6-b3c3-0b46eea4735b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'mac_address': 'fa:16:3e:0b:ce:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255cb11-a9fd-46ce-8618-2177ad7f3f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:21:39Z', 'updated_at': '2022-09-13T01:21:55Z', 'revision_number': 1, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:21:56.475156 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3911f78-c298-4a18-8568-65d0f734c5f5 None None] New status for floating IP e13d12a0-6a49-4aaf-9bf9-4c6f76e23f3f: ACTIVE {{(pid=106211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:21:59.907442 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8bf317b5-4ed4-4be5-b0ee-de871350c71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:02.187218 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0ffb-5777-4425-ba62-5c3c6a762574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:03.355573 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:04.791064 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:04.811260 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:05.312245 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:22:05.604831 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:05.608025 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=55 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:06.178217 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=44 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:06.180238 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=75 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:06.571722 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:09.811152 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d59f-423b-4c09-a677-4370afd095da req-e991cf8f-78b5-4232-a714-e4cd8a756791 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:09.812621 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e0c1d59f-423b-4c09-a677-4370afd095da req-e991cf8f-78b5-4232-a714-e4cd8a756791 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0767341 Sep 13 01:22:09.815433 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5e5d9-3990-45b2-bc45-e8e3bd9d92da req-f9157e2c-06ee-4716-94b5-202b7a26e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:09.816797 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-66a5e5d9-3990-45b2-bc45-e8e3bd9d92da req-f9157e2c-06ee-4716-94b5-202b7a26e5f3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 1129 time: 0.0707576 Sep 13 01:22:09.907308 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e0c1d59f-423b-4c09-a677-4370afd095da req-bacba43b-efbe-49f4-9d7e-3d866a2ce65f tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891418 Sep 13 01:22:09.939524 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5e5d9-3990-45b2-bc45-e8e3bd9d92da req-9216887d-d6e5-4696-9171-0711a15f1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:09.940992 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-66a5e5d9-3990-45b2-bc45-e8e3bd9d92da req-9216887d-d6e5-4696-9171-0711a15f1612 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 918 time: 0.1080363 Sep 13 01:22:10.010580 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-66a5e5d9-3990-45b2-bc45-e8e3bd9d92da req-fbfa43b7-ee35-40b6-824e-0483ebb86404 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4354f6f-2db0-4d03-a3d4-4ddab59e9460 HTTP/1.1" status: 200 len: 1001 time: 0.0521152 Sep 13 01:22:10.063108 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5e5d9-3990-45b2-bc45-e8e3bd9d92da req-b8951178-4134-4139-99ec-58b297c54e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:10.064533 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-66a5e5d9-3990-45b2-bc45-e8e3bd9d92da req-b8951178-4134-4139-99ec-58b297c54e68 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89162ffe-bd41-4b0f-96cf-08e9b2407131 HTTP/1.1" status: 200 len: 856 time: 0.0473194 Sep 13 01:22:10.105648 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5e5d9-3990-45b2-bc45-e8e3bd9d92da req-fcd157a2-fecd-4a52-a45f-dfcc7c6c960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:10.107072 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-66a5e5d9-3990-45b2-bc45-e8e3bd9d92da req-fcd157a2-fecd-4a52-a45f-dfcc7c6c960c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362725 Sep 13 01:22:10.194514 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-66a5e5d9-3990-45b2-bc45-e8e3bd9d92da req-400a7c1d-d10b-4111-b455-f9859841cf1d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804443 Sep 13 01:22:10.290807 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-66a5e5d9-3990-45b2-bc45-e8e3bd9d92da req-db9276b4-f0df-488a-b713-2baf50221005 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857005 Sep 13 01:22:10.827236 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78c5e6-14aa-4a50-938d-ac85e0fbd539 req-eaba1695-43f2-4a02-bd80-40a7d8cebe14 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:10.828620 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5b78c5e6-14aa-4a50-938d-ac85e0fbd539 req-eaba1695-43f2-4a02-bd80-40a7d8cebe14 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0464535 Sep 13 01:22:10.876188 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5b78c5e6-14aa-4a50-938d-ac85e0fbd539 req-4db048b0-56ba-4684-a608-4cc7a26a4e1a tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419683 Sep 13 01:22:11.029956 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f67c3-a675-4352-b2e3-6c532398879f req-217de446-7bcb-4dcc-b19a-a52e6212a520 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:11.031441 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e10f67c3-a675-4352-b2e3-6c532398879f req-217de446-7bcb-4dcc-b19a-a52e6212a520 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0476854 Sep 13 01:22:11.077578 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e10f67c3-a675-4352-b2e3-6c532398879f req-fad8e698-ab6c-47f6-adda-cce69fe311af tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404556 Sep 13 01:22:11.998773 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbc2a5-d736-46b9-969c-2b38640ab6e4 req-685f0c5e-5ed6-4a70-ba5a-16868be6ac0c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:12.000591 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5edbc2a5-d736-46b9-969c-2b38640ab6e4 req-685f0c5e-5ed6-4a70-ba5a-16868be6ac0c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0490286 Sep 13 01:22:12.046557 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5edbc2a5-d736-46b9-969c-2b38640ab6e4 req-5ae3956b-6711-4be0-9ab5-1026c3d92f80 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404506 Sep 13 01:22:12.195397 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e41d41-0aa2-4767-a6bf-bae8bf772a83 req-808cdc7c-fc7d-4642-a018-86bb3dcd0425 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:12.196815 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d1e41d41-0aa2-4767-a6bf-bae8bf772a83 req-808cdc7c-fc7d-4642-a018-86bb3dcd0425 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0443919 Sep 13 01:22:12.245089 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d1e41d41-0aa2-4767-a6bf-bae8bf772a83 req-b4816895-fb3d-4dae-9cb7-f62a437be5d2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423446 Sep 13 01:22:12.960942 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:13.164429 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6d3e7-063b-4866-814f-7409bee7467b req-79284c7e-320c-49a1-a866-e66b84f1fa0d tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:13.165844 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-85d6d3e7-063b-4866-814f-7409bee7467b req-79284c7e-320c-49a1-a866-e66b84f1fa0d tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0453272 Sep 13 01:22:13.211343 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-85d6d3e7-063b-4866-814f-7409bee7467b req-7e302934-c06d-4182-bd95-3b00c90421fa tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393124 Sep 13 01:22:13.364025 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a47cb7-36ec-444e-b1aa-196b0b6dada8 req-cf5f9a88-443e-4535-aedc-9b9e1158521b tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:13.365443 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d9a47cb7-36ec-444e-b1aa-196b0b6dada8 req-cf5f9a88-443e-4535-aedc-9b9e1158521b tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0445063 Sep 13 01:22:13.411156 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d9a47cb7-36ec-444e-b1aa-196b0b6dada8 req-f03f817d-d168-4e0c-9f25-d64576749ed8 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403342 Sep 13 01:22:14.328130 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ed9d0-1190-484f-a8bf-ad404a7190de req-419f26ad-a592-4421-926f-8b615ed98611 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:14.329480 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-898ed9d0-1190-484f-a8bf-ad404a7190de req-419f26ad-a592-4421-926f-8b615ed98611 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0447724 Sep 13 01:22:14.377399 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-898ed9d0-1190-484f-a8bf-ad404a7190de req-183091ca-39e4-4203-a749-35654174aa81 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425069 Sep 13 01:22:14.535673 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabf668-0c21-446b-b36e-e34cafffdc27 req-5b288922-c945-49cc-9fc4-83921bf3bfe8 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:14.537132 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-adabf668-0c21-446b-b36e-e34cafffdc27 req-5b288922-c945-49cc-9fc4-83921bf3bfe8 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0453525 Sep 13 01:22:14.583379 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-adabf668-0c21-446b-b36e-e34cafffdc27 req-1497eff1-773a-4ff4-8601-f46cef54f41e tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406201 Sep 13 01:22:15.494659 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8332a4b-4e33-450f-8283-32b929df0b1a req-29cd33ee-86d7-4aa4-a0ce-f823e28291f2 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:15.496129 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b8332a4b-4e33-450f-8283-32b929df0b1a req-29cd33ee-86d7-4aa4-a0ce-f823e28291f2 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0448833 Sep 13 01:22:15.516082 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:15.542932 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b8332a4b-4e33-450f-8283-32b929df0b1a req-eb312ec6-6f57-4b95-8ade-b4a0b6487f29 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407250 Sep 13 01:22:15.705116 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de6a19-412a-4af2-9369-7d6a796e9511 req-0264c13c-5abc-45d6-9f1a-6e4e54680ed4 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:15.706487 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-34de6a19-412a-4af2-9369-7d6a796e9511 req-0264c13c-5abc-45d6-9f1a-6e4e54680ed4 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0490215 Sep 13 01:22:15.752977 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-34de6a19-412a-4af2-9369-7d6a796e9511 req-5aeb7261-21e3-4f71-99fc-8b4609c1fb71 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406678 Sep 13 01:22:16.625064 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:16.668878 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82636cd1-5458-4860-bc37-062d757c9404 req-a231d890-6abb-4311-b47b-8c4270a7f266 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:16.670258 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-82636cd1-5458-4860-bc37-062d757c9404 req-a231d890-6abb-4311-b47b-8c4270a7f266 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0541315 Sep 13 01:22:16.717462 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-82636cd1-5458-4860-bc37-062d757c9404 req-b5ff963a-7a31-431a-87aa-0b2db486838f tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414779 Sep 13 01:22:16.870929 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed34159-f3c3-4e99-92f0-2b3cdd270320 req-6f824890-4b9d-48b0-b472-233c30d2eaf7 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:16.872925 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5ed34159-f3c3-4e99-92f0-2b3cdd270320 req-6f824890-4b9d-48b0-b472-233c30d2eaf7 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0452671 Sep 13 01:22:16.919704 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5ed34159-f3c3-4e99-92f0-2b3cdd270320 req-578bc77e-9301-446e-99c2-a709654fb78b tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412500 Sep 13 01:22:17.838431 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407ed7e-185d-4983-9613-79a0799787aa req-19b15726-669d-4fa9-bb0e-c24c95d3996b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:17.839808 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9407ed7e-185d-4983-9613-79a0799787aa req-19b15726-669d-4fa9-bb0e-c24c95d3996b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0475078 Sep 13 01:22:17.885752 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9407ed7e-185d-4983-9613-79a0799787aa req-0cd4dd14-78f5-4d47-8fce-3e0db1083d38 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398140 Sep 13 01:22:18.048129 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b6622-d69f-4d47-a1e9-c23d02a9816c req-74da6d60-7c2c-4c2f-b2bc-cf0f4b5b3a48 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:18.049542 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a25b6622-d69f-4d47-a1e9-c23d02a9816c req-74da6d60-7c2c-4c2f-b2bc-cf0f4b5b3a48 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0500076 Sep 13 01:22:18.096900 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a25b6622-d69f-4d47-a1e9-c23d02a9816c req-71085b80-0621-4a45-8764-067fdce8106e tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414722 Sep 13 01:22:19.002934 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e106-256f-4681-b0c3-e10f8da4e608 req-b26a5412-dbc9-4635-ac78-583992acd0cd tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:19.004352 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9c46e106-256f-4681-b0c3-e10f8da4e608 req-b26a5412-dbc9-4635-ac78-583992acd0cd tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0443480 Sep 13 01:22:19.050946 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9c46e106-256f-4681-b0c3-e10f8da4e608 req-f3e7199a-8294-43af-80cb-5ebab77bc865 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410388 Sep 13 01:22:19.217522 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c893370-b4bd-48a0-9e51-37bc52158bf0 req-8d953486-ee53-4a83-946f-14ae974d7dba tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:19.218870 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1c893370-b4bd-48a0-9e51-37bc52158bf0 req-8d953486-ee53-4a83-946f-14ae974d7dba tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0458045 Sep 13 01:22:19.264971 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1c893370-b4bd-48a0-9e51-37bc52158bf0 req-4680245f-57f2-4241-961b-195a9abd7e87 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404387 Sep 13 01:22:20.169753 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810d456-6a08-4380-bfd6-af81e91a3e7c req-8dfbcd88-eedb-4013-ad03-d05eb11cda65 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:20.171186 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e810d456-6a08-4380-bfd6-af81e91a3e7c req-8dfbcd88-eedb-4013-ad03-d05eb11cda65 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0475805 Sep 13 01:22:20.216869 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e810d456-6a08-4380-bfd6-af81e91a3e7c req-da92f3dc-f305-4399-bb40-225276bfcc70 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400975 Sep 13 01:22:20.389340 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb9f7f-ef4e-4dbb-97c8-9e26b1f54f3f req-2ad2fb98-d2e2-4f2a-8c57-b0ed74e03166 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:20.390703 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-cfeb9f7f-ef4e-4dbb-97c8-9e26b1f54f3f req-2ad2fb98-d2e2-4f2a-8c57-b0ed74e03166 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0459092 Sep 13 01:22:20.442401 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-cfeb9f7f-ef4e-4dbb-97c8-9e26b1f54f3f req-cfe81c9b-417c-4817-bd0e-3e8d518ac0de tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461094 Sep 13 01:22:21.340320 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ab0a1-3580-4c18-b041-18d1149360dd req-c01829a5-891b-41d3-a017-150b6a5ffec9 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:21.341797 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1b2ab0a1-3580-4c18-b041-18d1149360dd req-c01829a5-891b-41d3-a017-150b6a5ffec9 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0464206 Sep 13 01:22:21.388450 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1b2ab0a1-3580-4c18-b041-18d1149360dd req-0beec779-382c-4de7-8e3d-a10503a7f3ed tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410848 Sep 13 01:22:21.564310 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8760a-17b3-458f-87cc-d8d1965e1417 req-d192d24b-33b6-49f4-879e-9e82a1875c09 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:21.565797 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d0b8760a-17b3-458f-87cc-d8d1965e1417 req-d192d24b-33b6-49f4-879e-9e82a1875c09 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0464473 Sep 13 01:22:21.611789 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d0b8760a-17b3-458f-87cc-d8d1965e1417 req-4488932d-38fe-4af3-a7ec-707aa77dcb4a tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404594 Sep 13 01:22:22.004095 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4d86c-c36b-49fa-a931-844f0fa34590 req-ba4ba01b-9681-409e-a9c7-92eadc67d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:22.005532 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-41c4d86c-c36b-49fa-a931-844f0fa34590 req-ba4ba01b-9681-409e-a9c7-92eadc67d9ee service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 1129 time: 0.0365067 Sep 13 01:22:22.050522 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-41c4d86c-c36b-49fa-a931-844f0fa34590 req-f227e2c5-d474-482e-8aa5-9ae35ee5d968 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391886 Sep 13 01:22:22.505971 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f6208-8748-4fdb-b030-6e0c656fc795 req-b994fdf6-0ab6-4932-bd47-2977748a0608 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:22.507414 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4e9f6208-8748-4fdb-b030-6e0c656fc795 req-b994fdf6-0ab6-4932-bd47-2977748a0608 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0446150 Sep 13 01:22:22.552816 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4e9f6208-8748-4fdb-b030-6e0c656fc795 req-d4e718d8-ff0c-42d7-a175-ab00c67090f7 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399020 Sep 13 01:22:22.730569 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba144a99-7b44-49e6-afd7-f097745d2186 req-a193288d-65ad-4b38-b108-065fbb69ee07 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:22.732079 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ba144a99-7b44-49e6-afd7-f097745d2186 req-a193288d-65ad-4b38-b108-065fbb69ee07 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0457649 Sep 13 01:22:22.772886 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:22.780813 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ba144a99-7b44-49e6-afd7-f097745d2186 req-d0e9ab83-0718-4cd0-9188-111758dafaff tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432446 Sep 13 01:22:22.955275 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:22.957098 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:23.673300 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0052745-81fc-4816-91bc-ecfa5adb17d4 req-62b6951b-190f-4ff6-a70f-909ed7f039da tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:23.674635 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d0052745-81fc-4816-91bc-ecfa5adb17d4 req-62b6951b-190f-4ff6-a70f-909ed7f039da tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0445428 Sep 13 01:22:23.720215 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d0052745-81fc-4816-91bc-ecfa5adb17d4 req-a1e5e1b0-e44f-4094-b02f-d0338eaeeb01 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401311 Sep 13 01:22:23.886307 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:23.903159 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53ecc2-bc2e-49ef-867a-a5c70cc9d142 req-75e8403d-4581-434a-b918-809d259d6de9 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:23.904616 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7e53ecc2-bc2e-49ef-867a-a5c70cc9d142 req-75e8403d-4581-434a-b918-809d259d6de9 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0502844 Sep 13 01:22:23.950963 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7e53ecc2-bc2e-49ef-867a-a5c70cc9d142 req-1615ab39-781e-4943-8a5b-1333d9c9816d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406971 Sep 13 01:22:24.363358 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3669ef0-0ec3-4890-939f-2bb8eaa41ece req-9c31606a-9e75-4387-a59e-68f676d59d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:24.364824 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c3669ef0-0ec3-4890-939f-2bb8eaa41ece req-9c31606a-9e75-4387-a59e-68f676d59d00 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 1129 time: 0.0712545 Sep 13 01:22:24.370447 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716c703-7f00-48c2-a0fe-9a429f64c0a4 req-21be1b9f-83b3-462a-b3d0-8b8d8d23c542 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:24.372420 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4716c703-7f00-48c2-a0fe-9a429f64c0a4 req-21be1b9f-83b3-462a-b3d0-8b8d8d23c542 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0708916 Sep 13 01:22:24.476571 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4716c703-7f00-48c2-a0fe-9a429f64c0a4 req-aebadebf-02aa-4fb6-957e-995bfb44eb34 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985351 Sep 13 01:22:24.499356 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3669ef0-0ec3-4890-939f-2bb8eaa41ece req-2fbdded5-cb6b-4d27-8656-656e45eea546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:24.500762 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c3669ef0-0ec3-4890-939f-2bb8eaa41ece req-2fbdded5-cb6b-4d27-8656-656e45eea546 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 918 time: 0.1167443 Sep 13 01:22:24.520215 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:24.568143 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c3669ef0-0ec3-4890-939f-2bb8eaa41ece req-2fcf8799-bbe3-4e23-bbf7-07cb9ef5e6dd service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4354f6f-2db0-4d03-a3d4-4ddab59e9460 HTTP/1.1" status: 200 len: 1001 time: 0.0566976 Sep 13 01:22:24.581680 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:24.616139 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3669ef0-0ec3-4890-939f-2bb8eaa41ece req-031c57a1-d4ec-48b8-8a01-6a6e423f610d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:24.617562 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c3669ef0-0ec3-4890-939f-2bb8eaa41ece req-031c57a1-d4ec-48b8-8a01-6a6e423f610d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89162ffe-bd41-4b0f-96cf-08e9b2407131 HTTP/1.1" status: 200 len: 856 time: 0.0434453 Sep 13 01:22:24.661583 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3669ef0-0ec3-4890-939f-2bb8eaa41ece req-1bb119e8-0ea3-4ffd-a7ae-e128c4b3ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:24.663034 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c3669ef0-0ec3-4890-939f-2bb8eaa41ece req-1bb119e8-0ea3-4ffd-a7ae-e128c4b3ac11 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395420 Sep 13 01:22:24.750339 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c3669ef0-0ec3-4890-939f-2bb8eaa41ece req-f9a48943-533a-4aad-bfd2-17583f042e8f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808015 Sep 13 01:22:24.841398 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fb7a0-18ae-42f1-b6b0-60edbac9fe2b req-6bdc8a7d-a628-41e1-a1af-8f83f6adcd84 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:24.843002 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9a1fb7a0-18ae-42f1-b6b0-60edbac9fe2b req-6bdc8a7d-a628-41e1-a1af-8f83f6adcd84 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0478790 Sep 13 01:22:24.848482 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c3669ef0-0ec3-4890-939f-2bb8eaa41ece req-fd0b4ab7-fdec-4bfc-89ff-ed42926f17eb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871451 Sep 13 01:22:24.890830 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9a1fb7a0-18ae-42f1-b6b0-60edbac9fe2b req-dd15f7fc-fe8a-419a-a247-83dd3ea284f7 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424006 Sep 13 01:22:25.595817 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4192e-4ccd-4a82-bcb8-0e0d043820cc req-c764619d-88d2-4d6f-a766-c6a69f8dcfa9 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:25.597248 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3fc4192e-4ccd-4a82-bcb8-0e0d043820cc req-c764619d-88d2-4d6f-a766-c6a69f8dcfa9 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0448596 Sep 13 01:22:25.644442 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3fc4192e-4ccd-4a82-bcb8-0e0d043820cc req-ad00aec1-3732-4ae2-ae7a-ec03e5141d6e tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416658 Sep 13 01:22:26.007776 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449743e-963f-4d36-8ec0-c79cbb5113e5 req-bb216e20-a069-4573-bd2c-5ec02b768720 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:26.009190 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7449743e-963f-4d36-8ec0-c79cbb5113e5 req-bb216e20-a069-4573-bd2c-5ec02b768720 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0444512 Sep 13 01:22:26.057746 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7449743e-963f-4d36-8ec0-c79cbb5113e5 req-17d336ac-3984-431f-8608-8246c0367588 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430853 Sep 13 01:22:26.765491 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a918d-19c8-42ca-a275-b98f17a1c538 req-4219a471-fc2e-4f70-be9d-2a9c323f7f57 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:26.766966 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-127a918d-19c8-42ca-a275-b98f17a1c538 req-4219a471-fc2e-4f70-be9d-2a9c323f7f57 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0488024 Sep 13 01:22:26.812859 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-127a918d-19c8-42ca-a275-b98f17a1c538 req-a38f5be4-290e-4e71-8d59-a59e06d5674f tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403707 Sep 13 01:22:27.175421 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd3c9f-d845-47b9-b229-be6a89a6116b req-8cf7a999-aa52-4196-9880-258357432493 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:27.176871 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d3bd3c9f-d845-47b9-b229-be6a89a6116b req-8cf7a999-aa52-4196-9880-258357432493 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0461078 Sep 13 01:22:27.223585 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d3bd3c9f-d845-47b9-b229-be6a89a6116b req-a795efde-ceb3-4480-914f-5bd1eecba222 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411499 Sep 13 01:22:27.936357 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d40e5-0bec-41f6-9261-d4bf97b7a5ac req-590f333b-b5cf-42f7-8499-ac701536081f tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:27.937811 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8e7d40e5-0bec-41f6-9261-d4bf97b7a5ac req-590f333b-b5cf-42f7-8499-ac701536081f tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0470121 Sep 13 01:22:27.984192 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8e7d40e5-0bec-41f6-9261-d4bf97b7a5ac req-4ae613fb-4f3b-476f-b605-bf635cbf5f71 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406959 Sep 13 01:22:28.096800 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43211317-403c-45ca-b85b-f2b4c76d0e04 req-1c553788-3d03-463f-afd3-684a082f4281 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:28.098284 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-43211317-403c-45ca-b85b-f2b4c76d0e04 req-1c553788-3d03-463f-afd3-684a082f4281 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0447347 Sep 13 01:22:28.108759 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36470) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:28.113045 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-602ec9ed-02c1-4f4b-84f0-35993f464ac1 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Request body: {'floatingip': {'port_id': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:22:28.170329 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-602ec9ed-02c1-4f4b-84f0-35993f464ac1 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for floatingip (a02804e6-a6cd-46cb-b5cc-54e7136e9f25), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:28.343849 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d19c7a-927c-4866-b760-fd67a3ad18c0 req-a3ffa442-edd7-4931-beee-b0b306d42801 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:28.345369 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-96d19c7a-927c-4866-b760-fd67a3ad18c0 req-a3ffa442-edd7-4931-beee-b0b306d42801 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0456684 Sep 13 01:22:28.395878 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-96d19c7a-927c-4866-b760-fd67a3ad18c0 req-103a6819-4274-4542-bcd9-be096aa3c7e3 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442774 Sep 13 01:22:28.600770 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1aa38a-25c9-484e-9510-de42ba992bce req-c242072a-6cca-472c-a0e2-e3da4a98fbf4 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:28.602439 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6c1aa38a-25c9-484e-9510-de42ba992bce req-c242072a-6cca-472c-a0e2-e3da4a98fbf4 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0479712 Sep 13 01:22:28.684857 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cc293-2c57-4ade-a2b7-02e702404e82 req-2a0da8af-fa1c-4015-9472-c4772fbb17f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:28.686244 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b44cc293-2c57-4ade-a2b7-02e702404e82 req-2a0da8af-fa1c-4015-9472-c4772fbb17f9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9056ec686513412a87c292387e25e870&device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 1129 time: 0.0599430 Sep 13 01:22:28.689697 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6c1aa38a-25c9-484e-9510-de42ba992bce req-f2b4bd1e-318a-480c-909b-67324396c89e tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778768 Sep 13 01:22:28.782776 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cc293-2c57-4ade-a2b7-02e702404e82 req-e28fb21a-1591-4b01-a4bb-3c33e139778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:28.784266 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b44cc293-2c57-4ade-a2b7-02e702404e82 req-e28fb21a-1591-4b01-a4bb-3c33e139778d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdb1d525-4a86-4d73-99d0-0254f6253a0a HTTP/1.1" status: 200 len: 911 time: 0.0902045 Sep 13 01:22:28.847370 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-602ec9ed-02c1-4f4b-84f0-35993f464ac1 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:28.847975 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b44cc293-2c57-4ade-a2b7-02e702404e82 req-7bcb8b31-7130-4cd6-af71-6ce3545cf746 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd07ce18-daad-47e8-8e34-3a96d4e32e60 HTTP/1.1" status: 200 len: 1001 time: 0.0543981 Sep 13 01:22:28.851763 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-602ec9ed-02c1-4f4b-84f0-35993f464ac1 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (a02804e6-a6cd-46cb-b5cc-54e7136e9f25), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:28.900070 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cc293-2c57-4ade-a2b7-02e702404e82 req-9db75f09-f0df-4379-a900-067b20d3d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:28.900396 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:28.901797 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b44cc293-2c57-4ade-a2b7-02e702404e82 req-9db75f09-f0df-4379-a900-067b20d3d1bd service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e6dbcd3-8686-4d4b-89a7-314bf35476d1 HTTP/1.1" status: 200 len: 849 time: 0.0473278 Sep 13 01:22:28.932282 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:28.945125 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cc293-2c57-4ade-a2b7-02e702404e82 req-08393bb2-9614-4d02-b174-b4c0a28bf445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:28.946520 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b44cc293-2c57-4ade-a2b7-02e702404e82 req-08393bb2-9614-4d02-b174-b4c0a28bf445 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdb1d525-4a86-4d73-99d0-0254f6253a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387149 Sep 13 01:22:28.961544 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:29.001478 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:29.041193 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b44cc293-2c57-4ade-a2b7-02e702404e82 req-cccf069f-1318-41d9-bc8c-9424874aaa5d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861053 Sep 13 01:22:29.052498 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602ec9ed-02c1-4f4b-84f0-35993f464ac1 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:22:29.128783 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b44cc293-2c57-4ade-a2b7-02e702404e82 req-0f6b67d6-5edc-4dad-8e9b-111cadd78a95 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816815 Sep 13 01:22:29.155858 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602ec9ed-02c1-4f4b-84f0-35993f464ac1 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:22:29.160567 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-602ec9ed-02c1-4f4b-84f0-35993f464ac1 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:29.165107 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad7161-fb1b-4e32-8d86-c85c5545845a None None] Sync routers for ids ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:22:29.175128 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad7161-fb1b-4e32-8d86-c85c5545845a None None] Routers {'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:22:29.175727 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-d2ad7161-fb1b-4e32-8d86-c85c5545845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:22:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:29.192011 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'tag': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460'}] {{(pid=106209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:22:29.194220 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4037e2ae3c55ed11cca0bb8930849acd1aa4f7088dac3d306a7770f6ecceea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2564cc-c4df-48f9-afe2-b68c8377a511" -d '{"events": [{"name": "network-changed", "server_uuid": "d89f56d9-6326-419a-ad10-fb520d83ec2a", "tag": "d4354f6f-2db0-4d03-a3d4-4ddab59e9460"}]}' {{(pid=106209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:22:29.222413 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-602ec9ed-02c1-4f4b-84f0-35993f464ac1 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/a02804e6-a6cd-46cb-b5cc-54e7136e9f25 HTTP/1.1" status: 200 len: 993 time: 1.1125174 Sep 13 01:22:29.234161 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d36f9da-ce3d-4b67-bd50-d1af9a4987a0 x-openstack-request-id: req-9d36f9da-ce3d-4b67-bd50-d1af9a4987a0 {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:22:29.234451 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89f56d9-6326-419a-ad10-fb520d83ec2a", "tag": "d4354f6f-2db0-4d03-a3d4-4ddab59e9460", "status": "completed", "code": 200}]} {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:22:29.234705 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d36f9da-ce3d-4b67-bd50-d1af9a4987a0 {{(pid=106209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:22:29.235141 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d36f9da-ce3d-4b67-bd50-d1af9a4987a0'] response: {'name': 'network-changed', 'server_uuid': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'tag': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460', 'status': 'completed', 'code': 200} Sep 13 01:22:29.278016 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-d2ad7161-fb1b-4e32-8d86-c85c5545845a None None] Set router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:22:29.295634 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2564cc-c4df-48f9-afe2-b68c8377a511 req-3a603f75-3393-4e60-95f2-f5face279888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:29.297099 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ca2564cc-c4df-48f9-afe2-b68c8377a511 req-3a603f75-3393-4e60-95f2-f5face279888 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 1129 time: 0.0381379 Sep 13 01:22:29.495360 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-d2ad7161-fb1b-4e32-8d86-c85c5545845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:33Z', 'updated_at': '2022-09-13T01:18:43Z', 'revision_number': 4, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'gw_port': {'id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:35Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': 'a02804e6-a6cd-46cb-b5cc-54e7136e9f25', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'port_id': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'mac_address': 'fa:16:3e:77:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:20:41Z', 'updated_at': '2022-09-13T01:22:28Z', 'revision_number': 3, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d89c75-e1f1-4f3a-bad7-5af2f524a024', 'name': '', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:42Z', 'updated_at': '2022-09-13T01:18:58Z', 'revision_number': 5, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'subnets': [{'id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:29.523759 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad7161-fb1b-4e32-8d86-c85c5545845a None None] Checking router: e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:22:29.533061 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad7161-fb1b-4e32-8d86-c85c5545845a None None] Routers {'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:22:29.534009 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-d2ad7161-fb1b-4e32-8d86-c85c5545845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:22:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:29.608146 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2564cc-c4df-48f9-afe2-b68c8377a511 req-45b6735f-67c7-4755-b546-efd82abd2e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:29.609598 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ca2564cc-c4df-48f9-afe2-b68c8377a511 req-45b6735f-67c7-4755-b546-efd82abd2e4e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 918 time: 0.3062453 Sep 13 01:22:29.633129 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-d2ad7161-fb1b-4e32-8d86-c85c5545845a None None] Set router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:22:29.810282 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb5369-7e4a-4701-bdcc-304a4c789f35 req-b12e82d7-68a9-4eef-8efa-d538672930f4 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:29.811669 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a8eb5369-7e4a-4701-bdcc-304a4c789f35 req-b12e82d7-68a9-4eef-8efa-d538672930f4 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0457735 Sep 13 01:22:29.858545 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a8eb5369-7e4a-4701-bdcc-304a4c789f35 req-c1a31e9c-a832-49a7-bff0-3e0812d7c8e4 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411103 Sep 13 01:22:29.928419 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-00667ae1-8192-4f37-8f69-48d6655c5c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:29.976130 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-d2ad7161-fb1b-4e32-8d86-c85c5545845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:33Z', 'updated_at': '2022-09-13T01:18:43Z', 'revision_number': 4, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'gw_port': {'id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:35Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': 'a02804e6-a6cd-46cb-b5cc-54e7136e9f25', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'port_id': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'mac_address': 'fa:16:3e:77:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:20:41Z', 'updated_at': '2022-09-13T01:22:28Z', 'revision_number': 3, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d89c75-e1f1-4f3a-bad7-5af2f524a024', 'name': '', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:42Z', 'updated_at': '2022-09-13T01:18:58Z', 'revision_number': 5, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'subnets': [{'id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:30.004029 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad7161-fb1b-4e32-8d86-c85c5545845a None None] The sync data for ids ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'] in dv-cinder-856941-3-iscsi is: [{'id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:33Z', 'updated_at': '2022-09-13T01:18:43Z', 'revision_number': 4, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'gw_port': {'id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:35Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': 'a02804e6-a6cd-46cb-b5cc-54e7136e9f25', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'port_id': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'mac_address': 'fa:16:3e:77:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:20:41Z', 'updated_at': '2022-09-13T01:22:28Z', 'revision_number': 3, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d89c75-e1f1-4f3a-bad7-5af2f524a024', 'name': '', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:42Z', 'updated_at': '2022-09-13T01:18:58Z', 'revision_number': 5, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'subnets': [{'id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:22:30.184354 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ca2564cc-c4df-48f9-afe2-b68c8377a511 req-c6803622-ea3c-4f3b-a350-622704cd2a8f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4354f6f-2db0-4d03-a3d4-4ddab59e9460 HTTP/1.1" status: 200 len: 1001 time: 0.0681252 Sep 13 01:22:30.235330 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2564cc-c4df-48f9-afe2-b68c8377a511 req-51b42813-54d7-43ca-9e0d-c2a7bb546cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:30.236762 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ca2564cc-c4df-48f9-afe2-b68c8377a511 req-51b42813-54d7-43ca-9e0d-c2a7bb546cb9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89162ffe-bd41-4b0f-96cf-08e9b2407131 HTTP/1.1" status: 200 len: 856 time: 0.0452986 Sep 13 01:22:30.278876 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2564cc-c4df-48f9-afe2-b68c8377a511 req-d123a4d9-d1c1-4ab3-96c7-05f89dacdcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:30.280303 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ca2564cc-c4df-48f9-afe2-b68c8377a511 req-d123a4d9-d1c1-4ab3-96c7-05f89dacdcd4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376277 Sep 13 01:22:30.373475 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ca2564cc-c4df-48f9-afe2-b68c8377a511 req-be3e4996-d7cd-4f1f-8328-7d7e59a5bb9b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855017 Sep 13 01:22:30.464867 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ca2564cc-c4df-48f9-afe2-b68c8377a511 req-7b9cddd4-8555-420d-b5d0-da8033a642d2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855234 Sep 13 01:22:30.980076 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86658835-f19d-4945-a3fb-aefd4c6ef2be req-50a1a322-0fa4-4af3-acfa-a838f2b08e11 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:30.982372 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-86658835-f19d-4945-a3fb-aefd4c6ef2be req-50a1a322-0fa4-4af3-acfa-a838f2b08e11 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0486658 Sep 13 01:22:31.027911 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-86658835-f19d-4945-a3fb-aefd4c6ef2be req-9680adc7-3680-4908-9da3-a13b7e9d31f6 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395658 Sep 13 01:22:31.236031 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'tag': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460'}] {{(pid=106209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:22:31.238321 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4037e2ae3c55ed11cca0bb8930849acd1aa4f7088dac3d306a7770f6ecceea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4adf39-ac26-4527-ab20-4e0f47469742" -d '{"events": [{"name": "network-changed", "server_uuid": "d89f56d9-6326-419a-ad10-fb520d83ec2a", "tag": "d4354f6f-2db0-4d03-a3d4-4ddab59e9460"}]}' {{(pid=106209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:22:31.276189 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db85c1b-a3a5-447e-950e-c8856d40b474 x-openstack-request-id: req-3db85c1b-a3a5-447e-950e-c8856d40b474 {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:22:31.276477 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89f56d9-6326-419a-ad10-fb520d83ec2a", "tag": "d4354f6f-2db0-4d03-a3d4-4ddab59e9460", "status": "completed", "code": 200}]} {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:22:31.276727 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3db85c1b-a3a5-447e-950e-c8856d40b474 {{(pid=106209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:22:31.277125 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db85c1b-a3a5-447e-950e-c8856d40b474'] response: {'name': 'network-changed', 'server_uuid': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'tag': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460', 'status': 'completed', 'code': 200} Sep 13 01:22:31.344582 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4adf39-ac26-4527-ab20-4e0f47469742 req-aa65c5c8-c06e-4298-a0d9-71e3be6a4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:31.345362 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ed4adf39-ac26-4527-ab20-4e0f47469742 req-aa65c5c8-c06e-4298-a0d9-71e3be6a4534 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 1129 time: 0.0451193 Sep 13 01:22:31.438651 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4adf39-ac26-4527-ab20-4e0f47469742 req-897b63ff-bdc6-45ee-8f66-fcb2e01d4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:31.440148 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ed4adf39-ac26-4527-ab20-4e0f47469742 req-897b63ff-bdc6-45ee-8f66-fcb2e01d4ba4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 200 len: 918 time: 0.0880175 Sep 13 01:22:31.488267 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:31.500668 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ed4adf39-ac26-4527-ab20-4e0f47469742 req-5df38e5a-34ef-45c4-9115-2bb1753f5e30 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4354f6f-2db0-4d03-a3d4-4ddab59e9460 HTTP/1.1" status: 200 len: 1001 time: 0.0537629 Sep 13 01:22:31.552228 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4adf39-ac26-4527-ab20-4e0f47469742 req-8f6bb46a-6bed-4751-bc90-70fbba80ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:31.553637 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ed4adf39-ac26-4527-ab20-4e0f47469742 req-8f6bb46a-6bed-4751-bc90-70fbba80ab9b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=89162ffe-bd41-4b0f-96cf-08e9b2407131 HTTP/1.1" status: 200 len: 856 time: 0.0427775 Sep 13 01:22:31.595931 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:31.599903 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4adf39-ac26-4527-ab20-4e0f47469742 req-4ebbbaa0-a6d6-4281-ace4-7bc981d1672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:31.601360 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ed4adf39-ac26-4527-ab20-4e0f47469742 req-4ebbbaa0-a6d6-4281-ace4-7bc981d1672f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f76e7426-2310-4c50-8ad0-bf7be7b0fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408790 Sep 13 01:22:31.694434 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ed4adf39-ac26-4527-ab20-4e0f47469742 req-2d53d7a3-558e-4404-a372-04ae3154b222 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867052 Sep 13 01:22:31.789380 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ed4adf39-ac26-4527-ab20-4e0f47469742 req-543155e8-c07f-41b1-b502-d1832111bd33 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878210 Sep 13 01:22:32.180227 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5f63-9975-4c1c-931e-4e8d31ed1c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:32.292647 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:32.293477 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:33.357943 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:34.796649 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:34.812418 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:35.507699 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dab1e-8515-4abc-8a8c-1dc23e931fed req-bd46ac0d-089f-4302-b3e6-2f10f2485f4f tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:35.509137 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-256dab1e-8515-4abc-8a8c-1dc23e931fed req-bd46ac0d-089f-4302-b3e6-2f10f2485f4f tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 947 time: 0.0460496 Sep 13 01:22:35.556666 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-256dab1e-8515-4abc-8a8c-1dc23e931fed req-7f071b3a-e53e-44e3-a1cb-bdfd64a333b7 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418358 Sep 13 01:22:36.691092 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a492986-6018-431c-93bc-1f42ef9e42fc req-84b076f5-0312-47f1-97ad-f28bed61fbbe tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:36.692527 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3a492986-6018-431c-93bc-1f42ef9e42fc req-84b076f5-0312-47f1-97ad-f28bed61fbbe tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 947 time: 0.0458045 Sep 13 01:22:36.739583 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3a492986-6018-431c-93bc-1f42ef9e42fc req-d0090f49-f29d-455e-8946-b53f4910446d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e2af11ee-d080-483f-8612-46adab897d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405123 Sep 13 01:22:37.297941 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76942194-f9a7-4055-8961-1d7ffd90a273 req-26cd4f76-db94-4dc1-857b-5f2caca7136f tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:37.299372 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76942194-f9a7-4055-8961-1d7ffd90a273 req-26cd4f76-db94-4dc1-857b-5f2caca7136f tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 947 time: 0.0449207 Sep 13 01:22:37.385552 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-76942194-f9a7-4055-8961-1d7ffd90a273 req-987c474f-c8fc-4044-86bb-ff42afbacafa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Deleting port 88cd16db-1d4f-46f0-9069-3f6713e3efbd {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:22:37.385818 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-76942194-f9a7-4055-8961-1d7ffd90a273 req-987c474f-c8fc-4044-86bb-ff42afbacafa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:37.477309 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-76942194-f9a7-4055-8961-1d7ffd90a273 req-987c474f-c8fc-4044-86bb-ff42afbacafa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] For port 88cd16db-1d4f-46f0-9069-3f6713e3efbd, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=88cd16db-1d4f-46f0-9069-3f6713e3efbd,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:22:37.477665 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-76942194-f9a7-4055-8961-1d7ffd90a273 req-987c474f-c8fc-4044-86bb-ff42afbacafa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:37.677636 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-76942194-f9a7-4055-8961-1d7ffd90a273 req-987c474f-c8fc-4044-86bb-ff42afbacafa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:37.677917 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-76942194-f9a7-4055-8961-1d7ffd90a273 req-987c474f-c8fc-4044-86bb-ff42afbacafa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (5dfbd82a-0012-4078-a089-16a80095aef1), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:37.678234 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.l3_db [req-76942194-f9a7-4055-8961-1d7ffd90a273 req-987c474f-c8fc-4044-86bb-ff42afbacafa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Floating IP 5dfbd82a-0012-4078-a089-16a80095aef1 disassociated. External IP: 172.27.1.113, port: 88cd16db-1d4f-46f0-9069-3f6713e3efbd. Sep 13 01:22:37.678578 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-76942194-f9a7-4055-8961-1d7ffd90a273 req-987c474f-c8fc-4044-86bb-ff42afbacafa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Calling delete_port for 88cd16db-1d4f-46f0-9069-3f6713e3efbd owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:22:37.804851 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-76942194-f9a7-4055-8961-1d7ffd90a273 req-987c474f-c8fc-4044-86bb-ff42afbacafa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (88cd16db-1d4f-46f0-9069-3f6713e3efbd), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:37.833373 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c474f-c8fc-4044-86bb-ff42afbacafa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Pushing event deleted for resources: {'Port': ['ID=88cd16db-1d4f-46f0-9069-3f6713e3efbd,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:37.842711 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:37.868275 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-80fb84d4-4d97-4746-81bb-30fbb26fdcb5 req-d59c1aab-70c1-4021-a32a-51f2ac24c5d4 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1677b90a-17f0-496f-8fce-ac573509c1ac HTTP/1.1" status: 200 len: 210 time: 0.0394700 Sep 13 01:22:37.944031 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:37.971576 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76942194-f9a7-4055-8961-1d7ffd90a273 req-987c474f-c8fc-4044-86bb-ff42afbacafa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Router 1da0af32-fa10-4281-91bf-43a5436f3ee3 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:22:38.073732 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76942194-f9a7-4055-8961-1d7ffd90a273 req-987c474f-c8fc-4044-86bb-ff42afbacafa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:22:38.085863 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe10a6f-5057-4be6-a56e-e2a56968555b None None] Sync routers for ids ['1da0af32-fa10-4281-91bf-43a5436f3ee3'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:22:38.096159 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe10a6f-5057-4be6-a56e-e2a56968555b None None] Routers {'1da0af32-fa10-4281-91bf-43a5436f3ee3'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:22:38.096849 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-afe10a6f-5057-4be6-a56e-e2a56968555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:22:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['1da0af32-fa10-4281-91bf-43a5436f3ee3'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:38.117657 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-76942194-f9a7-4055-8961-1d7ffd90a273 req-987c474f-c8fc-4044-86bb-ff42afbacafa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] No DVR routers for this DVR port 88cd16db-1d4f-46f0-9069-3f6713e3efbd on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:22:38.121226 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-76942194-f9a7-4055-8961-1d7ffd90a273 req-987c474f-c8fc-4044-86bb-ff42afbacafa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:38.126357 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76942194-f9a7-4055-8961-1d7ffd90a273 req-987c474f-c8fc-4044-86bb-ff42afbacafa tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.25 "DELETE /networking/v2.0/ports/88cd16db-1d4f-46f0-9069-3f6713e3efbd HTTP/1.1" status: 204 len: 173 time: 0.8207197 Sep 13 01:22:38.126969 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'name': 'network-vif-deleted', 'tag': '88cd16db-1d4f-46f0-9069-3f6713e3efbd'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:22:38.129453 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b189b202-c29d-4638-9820-a903e6137ed5" -d '{"events": [{"server_uuid": "1677b90a-17f0-496f-8fce-ac573509c1ac", "name": "network-vif-deleted", "tag": "88cd16db-1d4f-46f0-9069-3f6713e3efbd"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:22:38.177785 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911c910a-e909-4258-b428-2a8256da8f1d x-openstack-request-id: req-911c910a-e909-4258-b428-2a8256da8f1d {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:22:38.178170 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1677b90a-17f0-496f-8fce-ac573509c1ac", "name": "network-vif-deleted", "tag": "88cd16db-1d4f-46f0-9069-3f6713e3efbd", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:22:38.178510 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-911c910a-e909-4258-b428-2a8256da8f1d {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:22:38.179038 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911c910a-e909-4258-b428-2a8256da8f1d'] response: {'server_uuid': '1677b90a-17f0-496f-8fce-ac573509c1ac', 'name': 'network-vif-deleted', 'tag': '88cd16db-1d4f-46f0-9069-3f6713e3efbd', 'status': 'completed', 'code': 200} Sep 13 01:22:38.217879 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-afe10a6f-5057-4be6-a56e-e2a56968555b None None] Set router 1da0af32-fa10-4281-91bf-43a5436f3ee3 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:22:38.418356 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-afe10a6f-5057-4be6-a56e-e2a56968555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2', 'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'mac_address': 'fa:16:3e:11:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:46Z', 'updated_at': '2022-09-13T01:18:57Z', 'revision_number': 5, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'subnets': [{'id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:38.443408 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe10a6f-5057-4be6-a56e-e2a56968555b None None] Checking router: 1da0af32-fa10-4281-91bf-43a5436f3ee3 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:22:38.451882 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe10a6f-5057-4be6-a56e-e2a56968555b None None] Routers {'1da0af32-fa10-4281-91bf-43a5436f3ee3'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:22:38.452479 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-afe10a6f-5057-4be6-a56e-e2a56968555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:22:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['1da0af32-fa10-4281-91bf-43a5436f3ee3'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:38.552661 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-afe10a6f-5057-4be6-a56e-e2a56968555b None None] Set router 1da0af32-fa10-4281-91bf-43a5436f3ee3 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:22:38.732315 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-afe10a6f-5057-4be6-a56e-e2a56968555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2', 'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'mac_address': 'fa:16:3e:11:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:46Z', 'updated_at': '2022-09-13T01:18:57Z', 'revision_number': 5, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'subnets': [{'id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:38.841581 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe10a6f-5057-4be6-a56e-e2a56968555b None None] The sync data for ids ['1da0af32-fa10-4281-91bf-43a5436f3ee3'] in dv-cinder-856941-3-iscsi is: [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2', 'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'mac_address': 'fa:16:3e:11:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:46Z', 'updated_at': '2022-09-13T01:18:57Z', 'revision_number': 5, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'subnets': [{'id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:22:38.977085 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36526) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:39.040941 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group (e2af11ee-d080-483f-8612-46adab897d8e), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.065365 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group (e2af11ee-d080-483f-8612-46adab897d8e), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.093651 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8edc0e-3fcc-4b7d-9656-8e6a3f70d9f7 None None] New status for floating IP 5dfbd82a-0012-4078-a089-16a80095aef1: DOWN {{(pid=106210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:22:39.122807 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (e2af11ee-d080-483f-8612-46adab897d8e), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.125934 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.127119 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e2af11ee-d080-483f-8612-46adab897d8e HTTP/1.1" status: 204 len: 168 time: 0.1490207 Sep 13 01:22:39.129943 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36528) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:39.139353 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2af11ee-d080-483f-8612-46adab897d8e,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:39.144274 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.api.v2.resource [None req-bb2d017f-d720-4207-b089-3adc38ea3ece tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] show failed (client error): The resource could not be found. Sep 13 01:22:39.147974 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-bb2d017f-d720-4207-b089-3adc38ea3ece tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups/e2af11ee-d080-483f-8612-46adab897d8e HTTP/1.1" status: 404 len: 347 time: 0.0143592 Sep 13 01:22:39.148394 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36530) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:39.156594 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:39.157078 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:39.158988 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:39.159428 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:39.159905 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:39.160366 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:39.160831 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:39.161254 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:39.161673 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:39.162117 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:39.162551 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:39.163118 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:39.163454 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:39.163958 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:39.164288 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbcd47-c235-4824-a81f-0c293c7773cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:39.268814 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-8862f5c9-ba14-4ffd-89f9-f91edecc715d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Deleting port eb66c957-bf73-4e61-84af-0a3447032956 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:22:39.269157 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8862f5c9-ba14-4ffd-89f9-f91edecc715d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (eb66c957-bf73-4e61-84af-0a3447032956), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.346440 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8862f5c9-ba14-4ffd-89f9-f91edecc715d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (eb66c957-bf73-4e61-84af-0a3447032956), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.346675 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8862f5c9-ba14-4ffd-89f9-f91edecc715d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for floatingip (eb66c957-bf73-4e61-84af-0a3447032956), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.361605 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-8862f5c9-ba14-4ffd-89f9-f91edecc715d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Calling delete_port for eb66c957-bf73-4e61-84af-0a3447032956 owned by network:floatingip {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:22:39.504994 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8862f5c9-ba14-4ffd-89f9-f91edecc715d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (eb66c957-bf73-4e61-84af-0a3447032956), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.531238 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862f5c9-ba14-4ffd-89f9-f91edecc715d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Pushing event deleted for resources: {'Port': ['ID=eb66c957-bf73-4e61-84af-0a3447032956,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:39.560547 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8862f5c9-ba14-4ffd-89f9-f91edecc715d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for floatingip (5dfbd82a-0012-4078-a089-16a80095aef1), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.563341 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8862f5c9-ba14-4ffd-89f9-f91edecc715d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.564480 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-8862f5c9-ba14-4ffd-89f9-f91edecc715d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/5dfbd82a-0012-4078-a089-16a80095aef1 HTTP/1.1" status: 204 len: 168 time: 0.4153166 Sep 13 01:22:39.648010 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36534) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:39.652588 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-aa22e83c-3ca8-4fd7-9949-6ddf43771363 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--428379477', 'description': 'tempest-description--361142912'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:22:39.674654 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-aa22e83c-3ca8-4fd7-9949-6ddf43771363 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.743761 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-aa22e83c-3ca8-4fd7-9949-6ddf43771363 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group (520e8fdd-c52e-4a28-8daf-cf70840cc50b), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.747330 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-aa22e83c-3ca8-4fd7-9949-6ddf43771363 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (520e8fdd-c52e-4a28-8daf-cf70840cc50b), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.779006 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-aa22e83c-3ca8-4fd7-9949-6ddf43771363 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.780189 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-aa22e83c-3ca8-4fd7-9949-6ddf43771363 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1311057 Sep 13 01:22:39.781266 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22e83c-3ca8-4fd7-9949-6ddf43771363 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=520e8fdd-c52e-4a28-8daf-cf70840cc50b,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:39.783202 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36536) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:39.787726 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-e773231d-7de7-4e4f-8856-cc0d7b60d065 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Request body: {'security_group_rule': {'security_group_id': '520e8fdd-c52e-4a28-8daf-cf70840cc50b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:22:39.813395 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e773231d-7de7-4e4f-8856-cc0d7b60d065 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group_rule (238491da-c3b1-4f25-97b6-ccbc416472e2), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.867144 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e773231d-7de7-4e4f-8856-cc0d7b60d065 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group_rule (238491da-c3b1-4f25-97b6-ccbc416472e2), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.870371 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e773231d-7de7-4e4f-8856-cc0d7b60d065 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (238491da-c3b1-4f25-97b6-ccbc416472e2), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.888574 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773231d-7de7-4e4f-8856-cc0d7b60d065 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238491da-c3b1-4f25-97b6-ccbc416472e2,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:39.896940 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e773231d-7de7-4e4f-8856-cc0d7b60d065 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.900950 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36538) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:39.902448 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-e773231d-7de7-4e4f-8856-cc0d7b60d065 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181972 Sep 13 01:22:39.905490 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-9528d129-0004-4a09-ac46-69c625e6cfb8 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Request body: {'security_group_rule': {'security_group_id': '520e8fdd-c52e-4a28-8daf-cf70840cc50b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:22:39.917177 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:39.932494 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9528d129-0004-4a09-ac46-69c625e6cfb8 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group_rule (ffa3d2ba-9131-4883-b256-aadd50d909dc), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.975235 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:39.989720 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9528d129-0004-4a09-ac46-69c625e6cfb8 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group_rule (ffa3d2ba-9131-4883-b256-aadd50d909dc), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:39.994181 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9528d129-0004-4a09-ac46-69c625e6cfb8 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (ffa3d2ba-9131-4883-b256-aadd50d909dc), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:40.010332 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528d129-0004-4a09-ac46-69c625e6cfb8 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa3d2ba-9131-4883-b256-aadd50d909dc,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:40.020764 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9528d129-0004-4a09-ac46-69c625e6cfb8 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:40.021946 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-9528d129-0004-4a09-ac46-69c625e6cfb8 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199985 Sep 13 01:22:40.025114 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36540) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:40.029303 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-0d905fed-8f73-44e7-b2f0-812dd3f57ce3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Request body: {'floatingip': {'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:22:40.049370 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0d905fed-8f73-44e7-b2f0-812dd3f57ce3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:40.138034 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0d905fed-8f73-44e7-b2f0-812dd3f57ce3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:40.253397 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-0d905fed-8f73-44e7-b2f0-812dd3f57ce3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Allocated IP 172.27.1.166 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/5d4f833c-291f-45b5-84d6-6173ed68036a) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:22:40.355116 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0d905fed-8f73-44e7-b2f0-812dd3f57ce3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for port (5d4f833c-291f-45b5-84d6-6173ed68036a), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:40.386515 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0d905fed-8f73-44e7-b2f0-812dd3f57ce3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (5d4f833c-291f-45b5-84d6-6173ed68036a), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:40.431239 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d905fed-8f73-44e7-b2f0-812dd3f57ce3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:22:40.437018 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-0d905fed-8f73-44e7-b2f0-812dd3f57ce3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:22:40.439186 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d905fed-8f73-44e7-b2f0-812dd3f57ce3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Pushing event updated for resources: {'Port': ['ID=5d4f833c-291f-45b5-84d6-6173ed68036a,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:40.441266 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d905fed-8f73-44e7-b2f0-812dd3f57ce3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:22:40.518835 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0d905fed-8f73-44e7-b2f0-812dd3f57ce3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for floatingip (43cbca7a-ada4-42bd-9d00-633a1c544a4d), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:40.554276 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0d905fed-8f73-44e7-b2f0-812dd3f57ce3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (5d4f833c-291f-45b5-84d6-6173ed68036a), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:40.659130 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:40.670409 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:40.704493 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0d905fed-8f73-44e7-b2f0-812dd3f57ce3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for port (5d4f833c-291f-45b5-84d6-6173ed68036a), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:40.708818 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0d905fed-8f73-44e7-b2f0-812dd3f57ce3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128878304'] for port (5d4f833c-291f-45b5-84d6-6173ed68036a), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:40.777050 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0d905fed-8f73-44e7-b2f0-812dd3f57ce3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (43cbca7a-ada4-42bd-9d00-633a1c544a4d), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:40.779595 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d905fed-8f73-44e7-b2f0-812dd3f57ce3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Pushing event updated for resources: {'Port': ['ID=5d4f833c-291f-45b5-84d6-6173ed68036a,revision_number=2']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:40.795848 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0d905fed-8f73-44e7-b2f0-812dd3f57ce3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:40.797090 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-0d905fed-8f73-44e7-b2f0-812dd3f57ce3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7710695 Sep 13 01:22:40.994698 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-007e1ba7-99e1-484b-9417-9913d196c0a7 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--428379477&fields=id&tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7 HTTP/1.1" status: 200 len: 267 time: 0.0424807 Sep 13 01:22:41.101489 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-3fbefa8e-98ba-4b1a-9d25-694cf7a9ae45 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:41.102954 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-3fbefa8e-98ba-4b1a-9d25-694cf7a9ae45 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/networks?id=47cc024b-679e-42c4-bf2a-2407e9c9e294 HTTP/1.1" status: 200 len: 815 time: 0.1013002 Sep 13 01:22:41.117464 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-84cedd33-dc8a-4dc0-a1c5-5e4f036b8592 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/quotas/7a9e1eee32f04f3cabd8219d36d2c6a7 HTTP/1.1" status: 200 len: 375 time: 0.0086977 Sep 13 01:22:41.165166 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-bfa89166-90ba-4193-b964-a5a481a6ca3c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422421 Sep 13 01:22:41.172203 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 88cd16db-1d4f-46f0-9069-3f6713e3efbd no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:22:41.191375 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: 88cd16db-1d4f-46f0-9069-3f6713e3efbd {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:22:41.191648 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 88cd16db-1d4f-46f0-9069-3f6713e3efbd not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:22:41.265982 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-ab0deef5-df17-4e80-ae22-2f0ad7dc9dff service neutron] 10.222.0.15 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880592 Sep 13 01:22:41.353706 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-02ef68b8-c2e7-400d-bb53-c96ebe4357a1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818920 Sep 13 01:22:41.515110 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-77e6345a-7d4d-4ae9-b8f3-6cbba9e2912d req-7b76e5f7-9991-45f8-a183-9089d435493d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 210 time: 0.0266509 Sep 13 01:22:42.313705 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:22:42.405264 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:42.441553 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be137359-651c-479a-9146-ae38928bb2d4 req-c1c169a8-b98a-420a-9a7c-306c16c9a470 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:42.443030 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-be137359-651c-479a-9146-ae38928bb2d4 req-c1c169a8-b98a-420a-9a7c-306c16c9a470 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 945 time: 0.0473685 Sep 13 01:22:42.492556 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-be137359-651c-479a-9146-ae38928bb2d4 req-6fa94ab9-daf6-4635-88ff-b996cb87585a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c53abbf4-b5e2-4267-a508-a93cba843199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438781 Sep 13 01:22:42.622561 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a9b0729b-3cad-4518-813f-d5ca644870c6 req-52642a04-3c24-44da-b03a-f17d98a33aae tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 210 time: 0.0273180 Sep 13 01:22:42.962101 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:43.615595 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df7ab0-9478-40bb-b0de-a510104ba12b req-b8b37374-064c-4441-93d7-d705a9413a7d tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:43.617362 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e0df7ab0-9478-40bb-b0de-a510104ba12b req-b8b37374-064c-4441-93d7-d705a9413a7d tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 945 time: 0.0494413 Sep 13 01:22:43.671546 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e0df7ab0-9478-40bb-b0de-a510104ba12b req-1bdbb9cf-aa9f-498d-92f7-f9e3069cf0eb tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c53abbf4-b5e2-4267-a508-a93cba843199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483503 Sep 13 01:22:43.738203 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-70bca99a-25d5-40ba-aaeb-84bac7bbd3ae req-867b3a4f-4985-4d94-a465-5bb9747da479 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 210 time: 0.0296533 Sep 13 01:22:44.595661 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:44.656454 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebaefb7-d627-4764-9f83-edd073e7108e req-782606f0-b218-40a7-a14c-a51ce5ca5040 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:44.658084 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0ebaefb7-d627-4764-9f83-edd073e7108e req-782606f0-b218-40a7-a14c-a51ce5ca5040 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 945 time: 0.1032019 Sep 13 01:22:44.786707 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-bb451dda-a115-4cb2-9758-cce0a3609270 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:44.788127 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-bb451dda-a115-4cb2-9758-cce0a3609270 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.25 "GET /networking/v2.0/networks?id=47cc024b-679e-42c4-bf2a-2407e9c9e294 HTTP/1.1" status: 200 len: 815 time: 0.2062869 Sep 13 01:22:44.819802 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-0ebaefb7-d627-4764-9f83-edd073e7108e req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Deleting port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:22:44.820138 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-0ebaefb7-d627-4764-9f83-edd073e7108e req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (55824feb-f6a5-4ec6-b3c3-0b46eea4735b), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:44.846262 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19159727-c71c-4eb6-8fdb-2a4630ec748f req-d3528584-a5d8-4fc2-bf08-a2475b7d67d6 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:44.846482 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e2c65f3d-524f-4a75-b93c-8b1cadd4df55 req-6b108757-1cbe-4354-aebc-2eaa296a974c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 210 time: 0.0284784 Sep 13 01:22:44.847628 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-19159727-c71c-4eb6-8fdb-2a4630ec748f req-d3528584-a5d8-4fc2-bf08-a2475b7d67d6 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 945 time: 0.0798366 Sep 13 01:22:44.981094 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-19159727-c71c-4eb6-8fdb-2a4630ec748f req-4fc3339e-0aaf-4042-bfad-6132a9161561 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c53abbf4-b5e2-4267-a508-a93cba843199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087346 Sep 13 01:22:44.991796 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-0ebaefb7-d627-4764-9f83-edd073e7108e req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] For port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=55824feb-f6a5-4ec6-b3c3-0b46eea4735b,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:22:44.992159 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-0ebaefb7-d627-4764-9f83-edd073e7108e req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (55824feb-f6a5-4ec6-b3c3-0b46eea4735b), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:45.017122 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-fe034e27-16b3-415e-975d-e0d2ec947c6f tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7 HTTP/1.1" status: 200 len: 379 time: 0.1356852 Sep 13 01:22:45.046059 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-e4f61efa-6079-4b84-8033-501fb44b988b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Request body: {'port': {'device_id': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'admin_state_up': True, 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'security_groups': ['520e8fdd-c52e-4a28-8daf-cf70840cc50b']}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:22:45.243588 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-0ebaefb7-d627-4764-9f83-edd073e7108e req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:45.243946 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-0ebaefb7-d627-4764-9f83-edd073e7108e req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (e13d12a0-6a49-4aaf-9bf9-4c6f76e23f3f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:45.244256 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.l3_db [req-0ebaefb7-d627-4764-9f83-edd073e7108e req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Floating IP e13d12a0-6a49-4aaf-9bf9-4c6f76e23f3f disassociated. External IP: 172.27.1.80, port: 55824feb-f6a5-4ec6-b3c3-0b46eea4735b. Sep 13 01:22:45.244594 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-0ebaefb7-d627-4764-9f83-edd073e7108e req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Calling delete_port for 55824feb-f6a5-4ec6-b3c3-0b46eea4735b owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:22:45.249768 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:45.258233 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-e4f61efa-6079-4b84-8033-501fb44b988b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Made reservation on behalf of 7a9e1eee32f04f3cabd8219d36d2c6a7 for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:22:45.262513 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-e4f61efa-6079-4b84-8033-501fb44b988b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:45.639554 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:45.703249 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-e4f61efa-6079-4b84-8033-501fb44b988b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Allocated IP 172.20.0.10 (47cc024b-679e-42c4-bf2a-2407e9c9e294/4dc1ba80-c277-4b7a-83cd-c01962e812af/7eba6092-8d78-465f-a5ad-642414710fd4) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:22:45.713013 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-0ebaefb7-d627-4764-9f83-edd073e7108e req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (55824feb-f6a5-4ec6-b3c3-0b46eea4735b), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:45.742776 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event deleted for resources: {'Port': ['ID=55824feb-f6a5-4ec6-b3c3-0b46eea4735b,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:45.765859 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:45.766204 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:45.766565 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:45.766925 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:45.767255 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:45.767586 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:45.768449 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:45.768449 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:45.768627 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:45.768972 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:45.769390 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:45.769705 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:45.770042 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:45.770347 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:45.770664 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:45.957303 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-02bef40e-c509-478f-ba04-0db552a41d25 req-a4d9617a-8670-452d-b97f-70b4813b3259 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 210 time: 0.0291314 Sep 13 01:22:45.965687 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ebaefb7-d627-4764-9f83-edd073e7108e req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Router 4f6477d8-422f-482e-b75f-6dd90fccf094 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:22:45.970265 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-e4f61efa-6079-4b84-8033-501fb44b988b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for port (7eba6092-8d78-465f-a5ad-642414710fd4), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:46.079628 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-e4f61efa-6079-4b84-8033-501fb44b988b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:46.116954 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7d54dca7-1f1c-4918-8eb5-990262d6cf36 req-9c122ff2-2d33-4afd-9bc6-584527c333b4 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 210 time: 0.0414503 Sep 13 01:22:46.161355 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-e4f61efa-6079-4b84-8033-501fb44b988b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Network 47cc024b-679e-42c4-bf2a-2407e9c9e294 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:22:46.169373 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-e4f61efa-6079-4b84-8033-501fb44b988b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:22:46.173623 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-e4f61efa-6079-4b84-8033-501fb44b988b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:22:46.178176 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-e4f61efa-6079-4b84-8033-501fb44b988b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:46.178687 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-e4f61efa-6079-4b84-8033-501fb44b988b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:46.181730 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ebaefb7-d627-4764-9f83-edd073e7108e req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:22:46.194729 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d1d84-b263-4b40-9e73-67404d87cf05 None None] Sync routers for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:22:46.198279 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:46.211912 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d1d84-b263-4b40-9e73-67404d87cf05 None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:22:46.212949 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-f94d1d84-b263-4b40-9e73-67404d87cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:22:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:46.217070 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f61efa-6079-4b84-8033-501fb44b988b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Pushing event updated for resources: {'Port': ['ID=7eba6092-8d78-465f-a5ad-642414710fd4,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:46.223511 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-e4f61efa-6079-4b84-8033-501fb44b988b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1817291 Sep 13 01:22:46.250188 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Request body: {'port': {'device_id': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:22:46.254135 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebaefb7-d627-4764-9f83-edd073e7108e req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] No DVR routers for this DVR port 55824feb-f6a5-4ec6-b3c3-0b46eea4735b on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:22:46.271626 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-0ebaefb7-d627-4764-9f83-edd073e7108e req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:46.274879 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0ebaefb7-d627-4764-9f83-edd073e7108e req-145873d7-b09b-4021-aaee-f1fbde2acaaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "DELETE /networking/v2.0/ports/55824feb-f6a5-4ec6-b3c3-0b46eea4735b HTTP/1.1" status: 204 len: 173 time: 1.6093340 Sep 13 01:22:46.275992 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c255cb11-a9fd-46ce-8618-2177ad7f3f76', 'name': 'network-vif-deleted', 'tag': '55824feb-f6a5-4ec6-b3c3-0b46eea4735b'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:22:46.278930 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c2f465-c9a3-439a-93ea-f2df4e2cf543" -d '{"events": [{"server_uuid": "c255cb11-a9fd-46ce-8618-2177ad7f3f76", "name": "network-vif-deleted", "tag": "55824feb-f6a5-4ec6-b3c3-0b46eea4735b"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:22:46.330505 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:46.360540 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-f94d1d84-b263-4b40-9e73-67404d87cf05 None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:22:46.377263 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d482bda6-add9-442a-b7e2-903b9944620d x-openstack-request-id: req-d482bda6-add9-442a-b7e2-903b9944620d {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:22:46.377562 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c255cb11-a9fd-46ce-8618-2177ad7f3f76", "name": "network-vif-deleted", "tag": "55824feb-f6a5-4ec6-b3c3-0b46eea4735b", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:22:46.377925 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d482bda6-add9-442a-b7e2-903b9944620d {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:22:46.378327 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d482bda6-add9-442a-b7e2-903b9944620d'] response: {'server_uuid': 'c255cb11-a9fd-46ce-8618-2177ad7f3f76', 'name': 'network-vif-deleted', 'tag': '55824feb-f6a5-4ec6-b3c3-0b46eea4735b', 'status': 'completed', 'code': 200} Sep 13 01:22:46.499462 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-4780d4ba-7cb5-4355-8217-9b33ae372b2e None None] Provisioning complete for port 7eba6092-8d78-465f-a5ad-642414710fd4 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:22:46.500336 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4780d4ba-7cb5-4355-8217-9b33ae372b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:46.522249 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:46.534113 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:46.535524 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-4780d4ba-7cb5-4355-8217-9b33ae372b2e None None] Port 7eba6092-8d78-465f-a5ad-642414710fd4 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:22:46.544378 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:46.553805 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:46.603270 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-f94d1d84-b263-4b40-9e73-67404d87cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '23cb6e80-890b-4381-9cbd-87bf855ef1c4', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'port_id': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'mac_address': 'fa:16:3e:29:a3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:35Z', 'revision_number': 2, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:46.627969 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d1d84-b263-4b40-9e73-67404d87cf05 None None] Checking router: 4f6477d8-422f-482e-b75f-6dd90fccf094 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:22:46.636521 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d1d84-b263-4b40-9e73-67404d87cf05 None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:22:46.637809 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-f94d1d84-b263-4b40-9e73-67404d87cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:22:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:46.648389 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eba6092-8d78-465f-a5ad-642414710fd4 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:22:46.659638 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Publish callbacks [] for port (7eba6092-8d78-465f-a5ad-642414710fd4), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:46.677874 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Transition to ACTIVE for port object 7eba6092-8d78-465f-a5ad-642414710fd4 will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:22:46.682030 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:46.744167 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-f94d1d84-b263-4b40-9e73-67404d87cf05 None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:22:46.752207 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Pushing event updated for resources: {'Port': ['ID=7eba6092-8d78-465f-a5ad-642414710fd4,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:46.756598 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Attempting to bind port 7eba6092-8d78-465f-a5ad-642414710fd4 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:22:46.756931 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Attempting to bind port 7eba6092-8d78-465f-a5ad-642414710fd4 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '8fdadaaa-b72b-4894-8c41-2c1ebf51a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:22:46.757259 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Attempting to bind port 7eba6092-8d78-465f-a5ad-642414710fd4 on network 47cc024b-679e-42c4-bf2a-2407e9c9e294 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:22:46.801874 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Port 7eba6092-8d78-465f-a5ad-642414710fd4 on network 47cc024b-679e-42c4-bf2a-2407e9c9e294 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:22:46.802200 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Attempting to bind port 7eba6092-8d78-465f-a5ad-642414710fd4 on network 47cc024b-679e-42c4-bf2a-2407e9c9e294 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:22:46.844463 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:22:46.844800 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Checking segment: {'id': '8fdadaaa-b72b-4894-8c41-2c1ebf51a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:22:46.845182 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Bound using segment: {'id': '8fdadaaa-b72b-4894-8c41-2c1ebf51a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:22:46.845654 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Bound port: 7eba6092-8d78-465f-a5ad-642414710fd4, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fdadaaa-b72b-4894-8c41-2c1ebf51a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:22:46.846006 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:46.905803 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] For port 7eba6092-8d78-465f-a5ad-642414710fd4, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:22:46.908929 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] For port 7eba6092-8d78-465f-a5ad-642414710fd4, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=7eba6092-8d78-465f-a5ad-642414710fd4,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:22:46.914777 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:46.920106 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:46.920702 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:46.922065 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/7eba6092-8d78-465f-a5ad-642414710fd4 HTTP/1.1" status: 200 len: 1094 time: 0.6772511 Sep 13 01:22:46.958416 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-f94d1d84-b263-4b40-9e73-67404d87cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '23cb6e80-890b-4381-9cbd-87bf855ef1c4', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'port_id': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'mac_address': 'fa:16:3e:29:a3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:35Z', 'revision_number': 2, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:46.964989 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19dfb0-ce09-4cae-a093-bc7f8e435d33 service neutron] Pushing event updated for resources: {'Port': ['ID=7eba6092-8d78-465f-a5ad-642414710fd4,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:46.986129 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d1d84-b263-4b40-9e73-67404d87cf05 None None] The sync data for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi is: [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '23cb6e80-890b-4381-9cbd-87bf855ef1c4', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'port_id': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'mac_address': 'fa:16:3e:29:a3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:35Z', 'revision_number': 2, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:22:47.125833 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c387579-29b3-4b20-a9ce-b358e4dd5627 req-7e7b89c2-1bbc-4dc1-b60e-0c9c5d4e1da3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:47.127392 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5c387579-29b3-4b20-a9ce-b358e4dd5627 req-7e7b89c2-1bbc-4dc1-b60e-0c9c5d4e1da3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 944 time: 0.0802824 Sep 13 01:22:47.133272 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-1521503e-ea32-4ac2-abcb-b6b49a215ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:47.134763 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-1521503e-ea32-4ac2-abcb-b6b49a215ede service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7&device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 1128 time: 0.0553563 Sep 13 01:22:47.197174 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-07032c63-4759-40d4-8814-92fda3f6a267 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7eba6092-8d78-465f-a5ad-642414710fd4 HTTP/1.1" status: 200 len: 217 time: 0.0512621 Sep 13 01:22:47.250505 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:47.260806 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5c387579-29b3-4b20-a9ce-b358e4dd5627 req-794c1e5c-6084-44a8-8e52-733ddbaa5b9e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249962 Sep 13 01:22:47.261884 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fe199b30-58f6-4867-bbcc-5079e68c3480 req-a2a2a28a-10ae-4a1c-8c72-708abe28f6d5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c255cb11-a9fd-46ce-8618-2177ad7f3f76 HTTP/1.1" status: 200 len: 210 time: 0.0326464 Sep 13 01:22:47.275037 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-c24bc337-0e82-453d-b4bf-7a19cda941c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:47.276489 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-c24bc337-0e82-453d-b4bf-7a19cda941c9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4dc1ba80-c277-4b7a-83cd-c01962e812af HTTP/1.1" status: 200 len: 854 time: 0.0707021 Sep 13 01:22:47.298300 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c8149a-e50a-4a6f-94ef-8ac7ea692c9d None None] New status for floating IP e13d12a0-6a49-4aaf-9bf9-4c6f76e23f3f: DOWN {{(pid=106210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:22:47.301897 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:47.327556 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-b875bd4b-4d5b-40b7-9671-adfebef52843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:47.329002 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-b875bd4b-4d5b-40b7-9671-adfebef52843 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=47cc024b-679e-42c4-bf2a-2407e9c9e294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390890 Sep 13 01:22:47.436194 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-4a8e4b28-3442-418d-bb47-79f4649cbc43 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996370 Sep 13 01:22:47.524475 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2146355e-ebe2-41c5-8eb8-577e96902e98 req-df35e42d-30d2-44af-bd31-ca180be7447e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820620 Sep 13 01:22:48.365698 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36606) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:48.381842 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'tag': '7eba6092-8d78-465f-a5ad-642414710fd4'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:22:48.384048 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8f6579-5698-4dd4-bacc-a3e5129f0ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "29d56cdc-0d80-4681-9384-b1df6e5a403d", "tag": "7eba6092-8d78-465f-a5ad-642414710fd4"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:22:48.401231 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf820f0-ae9c-4f3c-9f9b-6f062f8cebd4 req-52f4df7b-68fd-4d9c-9c18-9cb8bbdc15c6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:48.402908 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3cf820f0-ae9c-4f3c-9f9b-6f062f8cebd4 req-52f4df7b-68fd-4d9c-9c18-9cb8bbdc15c6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 944 time: 0.0522854 Sep 13 01:22:48.426541 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7565c5b9-f0e5-4a7e-8e82-641958de7a8f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (c53abbf4-b5e2-4267-a508-a93cba843199), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:48.435040 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a76309f-2c80-4d5b-94ab-08f9515242d8 x-openstack-request-id: req-2a76309f-2c80-4d5b-94ab-08f9515242d8 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:22:48.436058 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d56cdc-0d80-4681-9384-b1df6e5a403d", "tag": "7eba6092-8d78-465f-a5ad-642414710fd4", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:22:48.436058 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a76309f-2c80-4d5b-94ab-08f9515242d8 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:22:48.436058 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a76309f-2c80-4d5b-94ab-08f9515242d8'] response: {'name': 'network-changed', 'server_uuid': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'tag': '7eba6092-8d78-465f-a5ad-642414710fd4', 'status': 'completed', 'code': 200} Sep 13 01:22:48.444908 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:48.450010 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7565c5b9-f0e5-4a7e-8e82-641958de7a8f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (c53abbf4-b5e2-4267-a508-a93cba843199), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:48.463395 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3cf820f0-ae9c-4f3c-9f9b-6f062f8cebd4 req-6f6e6446-a008-457f-a389-8384c4b8f7b6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539761 Sep 13 01:22:48.499845 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7565c5b9-f0e5-4a7e-8e82-641958de7a8f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (c53abbf4-b5e2-4267-a508-a93cba843199), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:48.502386 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7565c5b9-f0e5-4a7e-8e82-641958de7a8f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:48.503555 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-7565c5b9-f0e5-4a7e-8e82-641958de7a8f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c53abbf4-b5e2-4267-a508-a93cba843199 HTTP/1.1" status: 204 len: 168 time: 0.1368670 Sep 13 01:22:48.506386 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36610) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:48.512579 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565c5b9-f0e5-4a7e-8e82-641958de7a8f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53abbf4-b5e2-4267-a508-a93cba843199,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:48.520313 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.api.v2.resource [None req-5ba61abc-5677-4f99-aca0-d6e062553296 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] show failed (client error): The resource could not be found. Sep 13 01:22:48.521291 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-5ba61abc-5677-4f99-aca0-d6e062553296 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups/c53abbf4-b5e2-4267-a508-a93cba843199 HTTP/1.1" status: 404 len: 347 time: 0.0139129 Sep 13 01:22:48.524281 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36612) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:48.637354 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f6579-5698-4dd4-bacc-a3e5129f0ac1 req-03305849-e0d2-4e51-b9b7-6205ba188387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:48.638735 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fb8f6579-5698-4dd4-bacc-a3e5129f0ac1 req-03305849-e0d2-4e51-b9b7-6205ba188387 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7&device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 1128 time: 0.0810933 Sep 13 01:22:48.711930 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-986c67b5-f49d-4ed4-bdfd-263298090500 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Deleting port b7a1868c-fa83-46ca-b206-c8521e833d9e {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:22:48.712270 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-986c67b5-f49d-4ed4-bdfd-263298090500 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (b7a1868c-fa83-46ca-b206-c8521e833d9e), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:48.796309 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f6579-5698-4dd4-bacc-a3e5129f0ac1 req-d730490f-50ba-4991-a453-b8741b59a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:48.797758 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fb8f6579-5698-4dd4-bacc-a3e5129f0ac1 req-d730490f-50ba-4991-a453-b8741b59a18d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=47cc024b-679e-42c4-bf2a-2407e9c9e294 HTTP/1.1" status: 200 len: 916 time: 0.1438978 Sep 13 01:22:48.822796 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-986c67b5-f49d-4ed4-bdfd-263298090500 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (b7a1868c-fa83-46ca-b206-c8521e833d9e), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:48.823145 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-986c67b5-f49d-4ed4-bdfd-263298090500 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (b7a1868c-fa83-46ca-b206-c8521e833d9e), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:48.857283 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fb8f6579-5698-4dd4-bacc-a3e5129f0ac1 req-0c8a1fd2-7213-4d8a-9afb-b2b81fd6024c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7eba6092-8d78-465f-a5ad-642414710fd4 HTTP/1.1" status: 200 len: 217 time: 0.0488033 Sep 13 01:22:48.862774 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-986c67b5-f49d-4ed4-bdfd-263298090500 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Calling delete_port for b7a1868c-fa83-46ca-b206-c8521e833d9e owned by network:floatingip {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:22:48.946663 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f6579-5698-4dd4-bacc-a3e5129f0ac1 req-ad00fe02-5adc-430f-8748-1f7cd5f12ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:48.948065 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fb8f6579-5698-4dd4-bacc-a3e5129f0ac1 req-ad00fe02-5adc-430f-8748-1f7cd5f12ea5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4dc1ba80-c277-4b7a-83cd-c01962e812af HTTP/1.1" status: 200 len: 854 time: 0.0833273 Sep 13 01:22:49.013002 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f6579-5698-4dd4-bacc-a3e5129f0ac1 req-bc98adc3-dd0c-4ebf-b5fb-8787377dd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:49.014591 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fb8f6579-5698-4dd4-bacc-a3e5129f0ac1 req-bc98adc3-dd0c-4ebf-b5fb-8787377dd088 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=47cc024b-679e-42c4-bf2a-2407e9c9e294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578175 Sep 13 01:22:49.029790 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:49.125585 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-986c67b5-f49d-4ed4-bdfd-263298090500 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (b7a1868c-fa83-46ca-b206-c8521e833d9e), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:49.163291 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c67b5-f49d-4ed4-bdfd-263298090500 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event deleted for resources: {'Port': ['ID=b7a1868c-fa83-46ca-b206-c8521e833d9e,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:49.173092 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fb8f6579-5698-4dd4-bacc-a3e5129f0ac1 req-70719132-05ce-47e6-bb63-0d9cabd50bff service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511054 Sep 13 01:22:49.196515 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-986c67b5-f49d-4ed4-bdfd-263298090500 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (e13d12a0-6a49-4aaf-9bf9-4c6f76e23f3f), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:49.198989 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-986c67b5-f49d-4ed4-bdfd-263298090500 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:49.200493 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-986c67b5-f49d-4ed4-bdfd-263298090500 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/e13d12a0-6a49-4aaf-9bf9-4c6f76e23f3f HTTP/1.1" status: 204 len: 168 time: 0.6753428 Sep 13 01:22:49.225510 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 7eba6092-8d78-465f-a5ad-642414710fd4 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:22:49.230249 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 55824feb-f6a5-4ec6-b3c3-0b46eea4735b no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:22:49.256990 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: 55824feb-f6a5-4ec6-b3c3-0b46eea4735b {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:22:49.257338 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 55824feb-f6a5-4ec6-b3c3-0b46eea4735b not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:22:49.292847 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fb8f6579-5698-4dd4-bacc-a3e5129f0ac1 req-cbc8097b-1a1d-43d6-9f6d-d49ef64a8d4f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053286 Sep 13 01:22:49.349485 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 7eba6092-8d78-465f-a5ad-642414710fd4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=7eba6092-8d78-465f-a5ad-642414710fd4,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:22:49.361330 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': '7eba6092-8d78-465f-a5ad-642414710fd4', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'port_id': '7eba6092-8d78-465f-a5ad-642414710fd4', 'mac_address': 'fa:16:3e:8c:00:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:22:49.399757 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 7eba6092-8d78-465f-a5ad-642414710fd4 is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:22:49.400222 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:49.414956 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eba6092-8d78-465f-a5ad-642414710fd4 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:22:49.436628 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 7eba6092-8d78-465f-a5ad-642414710fd4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=7eba6092-8d78-465f-a5ad-642414710fd4,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:22:49.440551 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:49.485437 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=7eba6092-8d78-465f-a5ad-642414710fd4,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:49.492564 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:49.492909 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:49.493261 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:49.493614 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:49.493949 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:49.494279 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:49.494603 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:49.494945 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:49.495271 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:49.495673 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:49.495917 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:49.496788 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:49.497107 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:49.497422 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:49.497738 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:22:49.604225 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f18b9-103e-4d86-985b-b02c27492ab7 req-e367b7ed-f7f9-483d-8049-5645054d1172 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:49.605826 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5f0f18b9-103e-4d86-985b-b02c27492ab7 req-e367b7ed-f7f9-483d-8049-5645054d1172 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 945 time: 0.0573711 Sep 13 01:22:49.653711 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5f0f18b9-103e-4d86-985b-b02c27492ab7 req-6da50d5e-b84e-4c4b-9e51-8f95a38f106f tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424480 Sep 13 01:22:49.749063 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['7eba6092-8d78-465f-a5ad-642414710fd4'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:22:50.782140 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df677669-90dc-48fc-857e-0c5bf5462b39 req-5d02d838-93b1-4f1e-ad56-d2392b97bc1d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:50.783758 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-df677669-90dc-48fc-857e-0c5bf5462b39 req-5d02d838-93b1-4f1e-ad56-d2392b97bc1d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 945 time: 0.0460584 Sep 13 01:22:50.803229 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:50.842741 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-df677669-90dc-48fc-857e-0c5bf5462b39 req-9a22ed38-1ef7-4d12-b69e-3d4797f4145c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532117 Sep 13 01:22:50.936306 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864b867-032c-4a65-8262-88dbf166a39c req-a2b8a52c-3723-4b9e-adcd-4ec3b65f1600 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:50.938575 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c864b867-032c-4a65-8262-88dbf166a39c req-a2b8a52c-3723-4b9e-adcd-4ec3b65f1600 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 946 time: 0.0510178 Sep 13 01:22:50.985677 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c864b867-032c-4a65-8262-88dbf166a39c req-114af10f-b77e-4545-9bc0-5f17aecac04a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9d090bfa-f5e3-429d-a321-c11294e112e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413568 Sep 13 01:22:51.240850 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 7eba6092-8d78-465f-a5ad-642414710fd4 up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:22:51.288644 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port 7eba6092-8d78-465f-a5ad-642414710fd4 completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:22:51.294511 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port 7eba6092-8d78-465f-a5ad-642414710fd4 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:22:51.295539 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:51.367702 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 7eba6092-8d78-465f-a5ad-642414710fd4 is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:22:51.368082 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:51.390309 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eba6092-8d78-465f-a5ad-642414710fd4'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:22:51.392527 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a296ebc-6358-4af0-b753-9f5465142019" -d '{"events": [{"server_uuid": "29d56cdc-0d80-4681-9384-b1df6e5a403d", "name": "network-vif-plugged", "status": "completed", "tag": "7eba6092-8d78-465f-a5ad-642414710fd4"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:22:51.405904 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 7eba6092-8d78-465f-a5ad-642414710fd4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=7eba6092-8d78-465f-a5ad-642414710fd4,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:22:51.410976 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:51.437469 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630a0f5d-17d7-44b7-866f-d4c0b807e82c x-openstack-request-id: req-630a0f5d-17d7-44b7-866f-d4c0b807e82c {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:22:51.437936 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d56cdc-0d80-4681-9384-b1df6e5a403d", "name": "network-vif-plugged", "status": "completed", "tag": "7eba6092-8d78-465f-a5ad-642414710fd4", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:22:51.438295 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-630a0f5d-17d7-44b7-866f-d4c0b807e82c {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:22:51.438789 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630a0f5d-17d7-44b7-866f-d4c0b807e82c'] response: {'server_uuid': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eba6092-8d78-465f-a5ad-642414710fd4', 'code': 200} Sep 13 01:22:51.465261 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=7eba6092-8d78-465f-a5ad-642414710fd4,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:51.969549 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e07ed-3e74-41f5-adf7-21a0d06d777d req-39db0846-80bc-4315-9431-be362d499856 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:51.971008 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-db9e07ed-3e74-41f5-adf7-21a0d06d777d req-39db0846-80bc-4315-9431-be362d499856 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0454695 Sep 13 01:22:51.997876 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:52.021615 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-db9e07ed-3e74-41f5-adf7-21a0d06d777d req-99206e97-a4ed-4ea8-a1fa-c4a8688bb93e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450737 Sep 13 01:22:52.112879 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820522f-d338-4d72-9748-9674bb24c962 req-43b1cc4b-18cc-4108-befd-0058d3e52765 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:52.114531 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9820522f-d338-4d72-9748-9674bb24c962 req-43b1cc4b-18cc-4108-befd-0058d3e52765 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 946 time: 0.0488973 Sep 13 01:22:52.160963 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9820522f-d338-4d72-9748-9674bb24c962 req-fe01ad2b-ceac-4c20-88ca-f115c2732cb4 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9d090bfa-f5e3-429d-a321-c11294e112e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408938 Sep 13 01:22:52.473656 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586c72a-36ba-4f1e-89a9-db515a374d13 req-56abba46-721e-4d43-9899-c0ada6b037c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:52.475114 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6586c72a-36ba-4f1e-89a9-db515a374d13 req-56abba46-721e-4d43-9899-c0ada6b037c9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 1130 time: 0.0361938 Sep 13 01:22:52.521726 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6586c72a-36ba-4f1e-89a9-db515a374d13 req-bd37f16b-1ca8-4b81-a0c9-003272d87d84 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363762 Sep 13 01:22:52.811035 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134f737-859f-4f54-a690-dbcf3a2831e0 req-6dd8660b-e9ef-4327-869b-5634920e9c71 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:52.812429 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6134f737-859f-4f54-a690-dbcf3a2831e0 req-6dd8660b-e9ef-4327-869b-5634920e9c71 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 946 time: 0.0446737 Sep 13 01:22:52.898733 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-6134f737-859f-4f54-a690-dbcf3a2831e0 req-d57b9c71-14ab-4982-9734-40c21b62a600 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Deleting port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:22:52.899094 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-6134f737-859f-4f54-a690-dbcf3a2831e0 req-d57b9c71-14ab-4982-9734-40c21b62a600 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:52.987053 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-6134f737-859f-4f54-a690-dbcf3a2831e0 req-d57b9c71-14ab-4982-9734-40c21b62a600 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] For port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:22:52.987415 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-6134f737-859f-4f54-a690-dbcf3a2831e0 req-d57b9c71-14ab-4982-9734-40c21b62a600 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:53.127974 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:53.150531 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-6134f737-859f-4f54-a690-dbcf3a2831e0 req-d57b9c71-14ab-4982-9734-40c21b62a600 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:53.151160 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-6134f737-859f-4f54-a690-dbcf3a2831e0 req-d57b9c71-14ab-4982-9734-40c21b62a600 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (23cb6e80-890b-4381-9cbd-87bf855ef1c4), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:53.151571 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.l3_db [req-6134f737-859f-4f54-a690-dbcf3a2831e0 req-d57b9c71-14ab-4982-9734-40c21b62a600 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Floating IP 23cb6e80-890b-4381-9cbd-87bf855ef1c4 disassociated. External IP: 172.27.1.20, port: 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf. Sep 13 01:22:53.151979 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-6134f737-859f-4f54-a690-dbcf3a2831e0 req-d57b9c71-14ab-4982-9734-40c21b62a600 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Calling delete_port for 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:22:53.152410 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a32be-385f-4915-bfac-cecd64a50ab7 req-7fed9046-aa1f-4281-9f0f-c6d27c0e86db tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:53.154649 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-bb4a32be-385f-4915-bfac-cecd64a50ab7 req-7fed9046-aa1f-4281-9f0f-c6d27c0e86db tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0476458 Sep 13 01:22:53.173002 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:53.204834 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-bb4a32be-385f-4915-bfac-cecd64a50ab7 req-cecc83c1-5159-4b35-8ddd-1a4468ee3f12 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444717 Sep 13 01:22:53.319174 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def3471-807f-4766-9330-8c2e264a5cb5 req-c8be5ed9-e15a-4021-ad00-86e6eb683b36 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:53.320659 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4def3471-807f-4766-9330-8c2e264a5cb5 req-c8be5ed9-e15a-4021-ad00-86e6eb683b36 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 946 time: 0.0636196 Sep 13 01:22:53.321775 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-6134f737-859f-4f54-a690-dbcf3a2831e0 req-d57b9c71-14ab-4982-9734-40c21b62a600 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:53.360760 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b9c71-14ab-4982-9734-40c21b62a600 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event deleted for resources: {'Port': ['ID=1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:53.657752 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4def3471-807f-4766-9330-8c2e264a5cb5 req-8ecdc770-33e8-4593-8b66-b5a14b456995 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9d090bfa-f5e3-429d-a321-c11294e112e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290188 Sep 13 01:22:53.712883 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:53.723053 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6134f737-859f-4f54-a690-dbcf3a2831e0 req-d57b9c71-14ab-4982-9734-40c21b62a600 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Router 4f6477d8-422f-482e-b75f-6dd90fccf094 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:22:53.828757 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6134f737-859f-4f54-a690-dbcf3a2831e0 req-d57b9c71-14ab-4982-9734-40c21b62a600 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:22:53.838286 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91f1767-97dc-4e32-8d06-ebf9ce661c32 None None] Sync routers for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:22:53.848036 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f1767-97dc-4e32-8d06-ebf9ce661c32 None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:22:53.848879 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-d91f1767-97dc-4e32-8d06-ebf9ce661c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:22:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:53.872091 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-6134f737-859f-4f54-a690-dbcf3a2831e0 req-d57b9c71-14ab-4982-9734-40c21b62a600 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] No DVR routers for this DVR port 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:22:53.875153 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-6134f737-859f-4f54-a690-dbcf3a2831e0 req-d57b9c71-14ab-4982-9734-40c21b62a600 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:53.878363 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6134f737-859f-4f54-a690-dbcf3a2831e0 req-d57b9c71-14ab-4982-9734-40c21b62a600 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "DELETE /networking/v2.0/ports/1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf HTTP/1.1" status: 204 len: 173 time: 1.0588605 Sep 13 01:22:53.878876 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'name': 'network-vif-deleted', 'tag': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:22:53.881091 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927f6ed6-93cd-4ee1-849b-9b3ccbefcb02" -d '{"events": [{"server_uuid": "47f2cc02-f632-47e6-8eae-b39a67ec2bab", "name": "network-vif-deleted", "tag": "1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:22:53.916405 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96eca9c5-1631-4946-ae4a-a8bc95de3532 x-openstack-request-id: req-96eca9c5-1631-4946-ae4a-a8bc95de3532 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:22:53.916693 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f2cc02-f632-47e6-8eae-b39a67ec2bab", "name": "network-vif-deleted", "tag": "1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:22:53.916944 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96eca9c5-1631-4946-ae4a-a8bc95de3532 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:22:53.917346 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96eca9c5-1631-4946-ae4a-a8bc95de3532'] response: {'server_uuid': '47f2cc02-f632-47e6-8eae-b39a67ec2bab', 'name': 'network-vif-deleted', 'tag': '1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf', 'status': 'completed', 'code': 200} Sep 13 01:22:53.952255 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-d91f1767-97dc-4e32-8d06-ebf9ce661c32 None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:22:54.144277 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-d91f1767-97dc-4e32-8d06-ebf9ce661c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:54.169887 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91f1767-97dc-4e32-8d06-ebf9ce661c32 None None] Checking router: 4f6477d8-422f-482e-b75f-6dd90fccf094 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:22:54.178053 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f1767-97dc-4e32-8d06-ebf9ce661c32 None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:22:54.178636 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-d91f1767-97dc-4e32-8d06-ebf9ce661c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:22:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:54.283890 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-d91f1767-97dc-4e32-8d06-ebf9ce661c32 None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:22:54.361734 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb433e5-f397-45e3-9ae6-7997621acbeb req-1bebb7a4-20a7-4aa7-9446-be03c6fe26ed tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:54.363217 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2cb433e5-f397-45e3-9ae6-7997621acbeb req-1bebb7a4-20a7-4aa7-9446-be03c6fe26ed tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0583460 Sep 13 01:22:54.414676 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2cb433e5-f397-45e3-9ae6-7997621acbeb req-8d840e2a-7c7d-40b1-a1e3-3d13cb65dbad tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449293 Sep 13 01:22:54.422254 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:54.422999 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:54.550385 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af1d45-1d1a-47e5-8b58-bc8cd43f6dad req-69d08c2f-e8a6-46f0-abb6-a291e7e7e3fc tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:54.555596 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-51af1d45-1d1a-47e5-8b58-bc8cd43f6dad req-69d08c2f-e8a6-46f0-abb6-a291e7e7e3fc tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0554214 Sep 13 01:22:54.563312 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36654) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:54.567861 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-f0c1be86-5d04-4a09-b691-8030ef0a2f65 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Request body: {'floatingip': {'port_id': '7eba6092-8d78-465f-a5ad-642414710fd4'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:22:54.576077 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-d91f1767-97dc-4e32-8d06-ebf9ce661c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:54.602574 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91f1767-97dc-4e32-8d06-ebf9ce661c32 None None] The sync data for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi is: [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:22:54.607918 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f0c1be86-5d04-4a09-b691-8030ef0a2f65 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for floatingip (43cbca7a-ada4-42bd-9d00-633a1c544a4d), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:54.794176 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-be922adc-df8d-45fc-a5b7-1f4463a3f7fb req-7b3f8224-1bfe-4fb6-b951-252ef8b9c697 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=47f2cc02-f632-47e6-8eae-b39a67ec2bab HTTP/1.1" status: 200 len: 210 time: 0.0366299 Sep 13 01:22:54.835074 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0553d8-5fa5-48c2-9ecb-03bce009084d None None] New status for floating IP 23cb6e80-890b-4381-9cbd-87bf855ef1c4: DOWN {{(pid=106210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:22:54.881633 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:54.900158 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:55.090397 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f0c1be86-5d04-4a09-b691-8030ef0a2f65 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:55.094085 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f0c1be86-5d04-4a09-b691-8030ef0a2f65 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (43cbca7a-ada4-42bd-9d00-633a1c544a4d), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:55.186994 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.l3_db [None req-f0c1be86-5d04-4a09-b691-8030ef0a2f65 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Floating IP 43cbca7a-ada4-42bd-9d00-633a1c544a4d associated. External IP: 172.27.1.166, port: 7eba6092-8d78-465f-a5ad-642414710fd4. Sep 13 01:22:55.366520 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:55.380347 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c1be86-5d04-4a09-b691-8030ef0a2f65 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Router 1da0af32-fa10-4281-91bf-43a5436f3ee3 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:22:55.477702 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c1be86-5d04-4a09-b691-8030ef0a2f65 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:22:55.482509 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f0c1be86-5d04-4a09-b691-8030ef0a2f65 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:55.487714 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3da2d-ad0a-4271-a9da-431c3d90a70a None None] Sync routers for ids ['1da0af32-fa10-4281-91bf-43a5436f3ee3'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:22:55.497950 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3da2d-ad0a-4271-a9da-431c3d90a70a None None] Routers {'1da0af32-fa10-4281-91bf-43a5436f3ee3'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:22:55.498573 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-51e3da2d-ad0a-4271-a9da-431c3d90a70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:22:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['1da0af32-fa10-4281-91bf-43a5436f3ee3'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:55.514145 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-f0c1be86-5d04-4a09-b691-8030ef0a2f65 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/43cbca7a-ada4-42bd-9d00-633a1c544a4d HTTP/1.1" status: 200 len: 992 time: 0.9497328 Sep 13 01:22:55.597702 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-51e3da2d-ad0a-4271-a9da-431c3d90a70a None None] Set router 1da0af32-fa10-4281-91bf-43a5436f3ee3 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:22:55.800696 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-51e3da2d-ad0a-4271-a9da-431c3d90a70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '43cbca7a-ada4-42bd-9d00-633a1c544a4d', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'port_id': '7eba6092-8d78-465f-a5ad-642414710fd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'mac_address': 'fa:16:3e:8c:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:22:40Z', 'updated_at': '2022-09-13T01:22:55Z', 'revision_number': 1, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2', 'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'mac_address': 'fa:16:3e:11:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:46Z', 'updated_at': '2022-09-13T01:18:57Z', 'revision_number': 5, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'subnets': [{'id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:55.825406 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3da2d-ad0a-4271-a9da-431c3d90a70a None None] Checking router: 1da0af32-fa10-4281-91bf-43a5436f3ee3 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:22:55.833763 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3da2d-ad0a-4271-a9da-431c3d90a70a None None] Routers {'1da0af32-fa10-4281-91bf-43a5436f3ee3'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:22:55.834354 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-51e3da2d-ad0a-4271-a9da-431c3d90a70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:22:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['1da0af32-fa10-4281-91bf-43a5436f3ee3'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:55.890605 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36664) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:55.919843 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'tag': '7eba6092-8d78-465f-a5ad-642414710fd4'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:22:55.922136 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42280bf-78ce-4d0a-bfc9-84936a78406b" -d '{"events": [{"name": "network-changed", "server_uuid": "29d56cdc-0d80-4681-9384-b1df6e5a403d", "tag": "7eba6092-8d78-465f-a5ad-642414710fd4"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:22:55.938344 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-51e3da2d-ad0a-4271-a9da-431c3d90a70a None None] Set router 1da0af32-fa10-4281-91bf-43a5436f3ee3 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:22:55.952237 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7ea55f9f-4daf-4110-98e2-ef568bf91dd2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (9d090bfa-f5e3-429d-a321-c11294e112e0), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:55.964266 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c972df-e34c-4b4a-a544-76e26679bd87 x-openstack-request-id: req-47c972df-e34c-4b4a-a544-76e26679bd87 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:22:55.964554 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d56cdc-0d80-4681-9384-b1df6e5a403d", "tag": "7eba6092-8d78-465f-a5ad-642414710fd4", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:22:55.964807 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47c972df-e34c-4b4a-a544-76e26679bd87 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:22:55.965196 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47c972df-e34c-4b4a-a544-76e26679bd87'] response: {'name': 'network-changed', 'server_uuid': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'tag': '7eba6092-8d78-465f-a5ad-642414710fd4', 'status': 'completed', 'code': 200} Sep 13 01:22:55.981767 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7ea55f9f-4daf-4110-98e2-ef568bf91dd2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (9d090bfa-f5e3-429d-a321-c11294e112e0), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:56.044269 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42280bf-78ce-4d0a-bfc9-84936a78406b req-6f8a48b7-260f-4683-a3ad-e97206284130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:56.045742 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e42280bf-78ce-4d0a-bfc9-84936a78406b req-6f8a48b7-260f-4683-a3ad-e97206284130 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7&device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 1130 time: 0.0562310 Sep 13 01:22:56.103178 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7ea55f9f-4daf-4110-98e2-ef568bf91dd2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (9d090bfa-f5e3-429d-a321-c11294e112e0), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:56.105683 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7ea55f9f-4daf-4110-98e2-ef568bf91dd2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:56.109377 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-7ea55f9f-4daf-4110-98e2-ef568bf91dd2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9d090bfa-f5e3-429d-a321-c11294e112e0 HTTP/1.1" status: 204 len: 168 time: 0.2150908 Sep 13 01:22:56.110053 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36668) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:56.121391 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea55f9f-4daf-4110-98e2-ef568bf91dd2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d090bfa-f5e3-429d-a321-c11294e112e0,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:56.125061 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.api.v2.resource [None req-d21aba4d-55e3-4929-a5fe-4a8840594d23 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] show failed (client error): The resource could not be found. Sep 13 01:22:56.129901 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-d21aba4d-55e3-4929-a5fe-4a8840594d23 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups/9d090bfa-f5e3-429d-a321-c11294e112e0 HTTP/1.1" status: 404 len: 347 time: 0.0191505 Sep 13 01:22:56.130482 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36670) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:56.165565 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42280bf-78ce-4d0a-bfc9-84936a78406b req-2f33208f-9af9-404c-be73-a4cd0c3a339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:56.167172 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e42280bf-78ce-4d0a-bfc9-84936a78406b req-2f33208f-9af9-404c-be73-a4cd0c3a339b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=47cc024b-679e-42c4-bf2a-2407e9c9e294 HTTP/1.1" status: 200 len: 916 time: 0.1135149 Sep 13 01:22:56.170519 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-51e3da2d-ad0a-4271-a9da-431c3d90a70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '43cbca7a-ada4-42bd-9d00-633a1c544a4d', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'port_id': '7eba6092-8d78-465f-a5ad-642414710fd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'mac_address': 'fa:16:3e:8c:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:22:40Z', 'updated_at': '2022-09-13T01:22:55Z', 'revision_number': 1, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2', 'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'mac_address': 'fa:16:3e:11:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:46Z', 'updated_at': '2022-09-13T01:18:57Z', 'revision_number': 5, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'subnets': [{'id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:22:56.195265 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3da2d-ad0a-4271-a9da-431c3d90a70a None None] The sync data for ids ['1da0af32-fa10-4281-91bf-43a5436f3ee3'] in dv-cinder-856941-3-iscsi is: [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '43cbca7a-ada4-42bd-9d00-633a1c544a4d', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'port_id': '7eba6092-8d78-465f-a5ad-642414710fd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'mac_address': 'fa:16:3e:8c:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:22:40Z', 'updated_at': '2022-09-13T01:22:55Z', 'revision_number': 1, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2', 'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'mac_address': 'fa:16:3e:11:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:46Z', 'updated_at': '2022-09-13T01:18:57Z', 'revision_number': 5, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'subnets': [{'id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:22:56.237475 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e42280bf-78ce-4d0a-bfc9-84936a78406b req-daea5aef-1516-4fb0-88c3-998b0b36f3a6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7eba6092-8d78-465f-a5ad-642414710fd4 HTTP/1.1" status: 200 len: 1000 time: 0.0633264 Sep 13 01:22:56.252194 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:56.253484 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-08c13149-89ae-4411-b62b-e7c58530853c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Deleting port c140cf83-9f27-466d-bc46-c521ab09adb3 {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:22:56.253834 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-08c13149-89ae-4411-b62b-e7c58530853c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (c140cf83-9f27-466d-bc46-c521ab09adb3), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:56.292546 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42280bf-78ce-4d0a-bfc9-84936a78406b req-ef8e4a2d-a1b4-4e70-a176-5ed035a6f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:56.294010 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e42280bf-78ce-4d0a-bfc9-84936a78406b req-ef8e4a2d-a1b4-4e70-a176-5ed035a6f380 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4dc1ba80-c277-4b7a-83cd-c01962e812af HTTP/1.1" status: 200 len: 854 time: 0.0492940 Sep 13 01:22:56.342419 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-08c13149-89ae-4411-b62b-e7c58530853c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (c140cf83-9f27-466d-bc46-c521ab09adb3), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:56.342756 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-08c13149-89ae-4411-b62b-e7c58530853c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (c140cf83-9f27-466d-bc46-c521ab09adb3), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:56.343549 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42280bf-78ce-4d0a-bfc9-84936a78406b req-290d8205-1e59-4dce-b65d-17618b536b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:56.345124 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e42280bf-78ce-4d0a-bfc9-84936a78406b req-290d8205-1e59-4dce-b65d-17618b536b50 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=47cc024b-679e-42c4-bf2a-2407e9c9e294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440507 Sep 13 01:22:56.356900 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-08c13149-89ae-4411-b62b-e7c58530853c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Calling delete_port for c140cf83-9f27-466d-bc46-c521ab09adb3 owned by network:floatingip {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:22:56.415325 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20b1cc-96db-406e-820d-dbe538109f39 None None] New status for floating IP 43cbca7a-ada4-42bd-9d00-633a1c544a4d: ACTIVE {{(pid=106210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:22:56.456671 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e42280bf-78ce-4d0a-bfc9-84936a78406b req-01482eac-721e-41f6-b290-821e5c1840b8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051266 Sep 13 01:22:56.511161 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:56.512442 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-08c13149-89ae-4411-b62b-e7c58530853c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (c140cf83-9f27-466d-bc46-c521ab09adb3), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:56.536667 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c13149-89ae-4411-b62b-e7c58530853c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event deleted for resources: {'Port': ['ID=c140cf83-9f27-466d-bc46-c521ab09adb3,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:56.553743 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e42280bf-78ce-4d0a-bfc9-84936a78406b req-fccb5522-cb09-48b6-97fd-0c30015bb0f2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908370 Sep 13 01:22:56.608730 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-08c13149-89ae-4411-b62b-e7c58530853c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (23cb6e80-890b-4381-9cbd-87bf855ef1c4), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:56.611235 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-08c13149-89ae-4411-b62b-e7c58530853c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:56.612370 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-08c13149-89ae-4411-b62b-e7c58530853c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/23cb6e80-890b-4381-9cbd-87bf855ef1c4 HTTP/1.1" status: 204 len: 168 time: 0.4809763 Sep 13 01:22:56.685236 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36674) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:56.689650 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-adac5d99-9f07-42c1-bfca-b4e9a0f1eb0b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339381579', 'description': 'tempest-description--284030817'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:22:56.710257 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-adac5d99-9f07-42c1-bfca-b4e9a0f1eb0b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:56.765646 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:56.777816 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-adac5d99-9f07-42c1-bfca-b4e9a0f1eb0b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (f219659e-61b3-4f23-a0f0-79bdedaea376), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:56.781988 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-adac5d99-9f07-42c1-bfca-b4e9a0f1eb0b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (f219659e-61b3-4f23-a0f0-79bdedaea376), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:56.814489 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-adac5d99-9f07-42c1-bfca-b4e9a0f1eb0b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:56.815716 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-adac5d99-9f07-42c1-bfca-b4e9a0f1eb0b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1294971 Sep 13 01:22:56.818657 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36676) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:56.823792 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-0051980c-8a97-461f-95b3-5719e0e6356b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'security_group_rule': {'security_group_id': 'f219659e-61b3-4f23-a0f0-79bdedaea376', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:22:56.829714 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac5d99-9f07-42c1-bfca-b4e9a0f1eb0b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f219659e-61b3-4f23-a0f0-79bdedaea376,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:56.852037 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0051980c-8a97-461f-95b3-5719e0e6356b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (a1966e44-3575-487a-91a1-a23e71d9b7fd), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:56.906604 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0051980c-8a97-461f-95b3-5719e0e6356b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (a1966e44-3575-487a-91a1-a23e71d9b7fd), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:56.910736 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0051980c-8a97-461f-95b3-5719e0e6356b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (a1966e44-3575-487a-91a1-a23e71d9b7fd), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:56.928658 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051980c-8a97-461f-95b3-5719e0e6356b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1966e44-3575-487a-91a1-a23e71d9b7fd,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:56.937470 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0051980c-8a97-461f-95b3-5719e0e6356b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:56.938644 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-0051980c-8a97-461f-95b3-5719e0e6356b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190197 Sep 13 01:22:56.941368 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36678) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:56.945536 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-86df54eb-89eb-4382-9225-8ae2b428f632 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'security_group_rule': {'security_group_id': 'f219659e-61b3-4f23-a0f0-79bdedaea376', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:22:56.969538 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-86df54eb-89eb-4382-9225-8ae2b428f632 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (e86b8e4f-968a-4e66-b2e6-165061e06958), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:57.025482 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-86df54eb-89eb-4382-9225-8ae2b428f632 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (e86b8e4f-968a-4e66-b2e6-165061e06958), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:57.028796 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-86df54eb-89eb-4382-9225-8ae2b428f632 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (e86b8e4f-968a-4e66-b2e6-165061e06958), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:57.047454 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df54eb-89eb-4382-9225-8ae2b428f632 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86b8e4f-968a-4e66-b2e6-165061e06958,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:57.054424 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-86df54eb-89eb-4382-9225-8ae2b428f632 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:57.055696 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-86df54eb-89eb-4382-9225-8ae2b428f632 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133974 Sep 13 01:22:57.059073 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36680) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:22:57.063225 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-aa738727-80c1-4801-ac70-f2893e995d22 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'floatingip': {'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:22:57.083551 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-aa738727-80c1-4801-ac70-f2893e995d22 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:57.164555 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-aa738727-80c1-4801-ac70-f2893e995d22 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:57.165977 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:57.256095 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:22:57.271386 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-aa738727-80c1-4801-ac70-f2893e995d22 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Allocated IP 172.27.1.242 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/7a43d955-2af0-41f3-b65e-62901a2d6668) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:22:57.274796 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:22:57.275179 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 1ce4a6ed-1a1c-4f8d-acb8-36d90bdf6dbf not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:22:57.376849 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-aa738727-80c1-4801-ac70-f2893e995d22 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for port (7a43d955-2af0-41f3-b65e-62901a2d6668), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:57.410413 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-aa738727-80c1-4801-ac70-f2893e995d22 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (7a43d955-2af0-41f3-b65e-62901a2d6668), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:57.414521 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:57.452662 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa738727-80c1-4801-ac70-f2893e995d22 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:22:57.457942 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-aa738727-80c1-4801-ac70-f2893e995d22 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:22:57.462250 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa738727-80c1-4801-ac70-f2893e995d22 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:22:57.469651 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa738727-80c1-4801-ac70-f2893e995d22 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'Port': ['ID=7a43d955-2af0-41f3-b65e-62901a2d6668,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:57.516314 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-aa738727-80c1-4801-ac70-f2893e995d22 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (82b27eba-365b-4175-ac1a-0431910fee8a), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:57.552522 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-aa738727-80c1-4801-ac70-f2893e995d22 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (7a43d955-2af0-41f3-b65e-62901a2d6668), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:57.697831 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-aa738727-80c1-4801-ac70-f2893e995d22 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for port (7a43d955-2af0-41f3-b65e-62901a2d6668), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:57.702638 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-aa738727-80c1-4801-ac70-f2893e995d22 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (7a43d955-2af0-41f3-b65e-62901a2d6668), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:57.703390 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-aa738727-80c1-4801-ac70-f2893e995d22 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (82b27eba-365b-4175-ac1a-0431910fee8a), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:57.738346 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-aa738727-80c1-4801-ac70-f2893e995d22 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:57.739617 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-aa738727-80c1-4801-ac70-f2893e995d22 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.6795979 Sep 13 01:22:57.751395 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa738727-80c1-4801-ac70-f2893e995d22 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'Port': ['ID=7a43d955-2af0-41f3-b65e-62901a2d6668,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:22:57.896726 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-a9ad1975-03bb-446e-9c7b-a35098a39665 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1339381579&fields=id&tenant_id=30ce8239a9b34af685743812ce53ef19 HTTP/1.1" status: 200 len: 267 time: 0.0456989 Sep 13 01:22:57.998620 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-741c7ec1-e418-4920-b588-4abde978fff5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:58.000054 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-741c7ec1-e418-4920-b588-4abde978fff5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/networks?id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e HTTP/1.1" status: 200 len: 815 time: 0.0969827 Sep 13 01:22:58.014464 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-ceb7484a-6ac6-4d60-b26e-1fa3794f604b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/quotas/30ce8239a9b34af685743812ce53ef19 HTTP/1.1" status: 200 len: 375 time: 0.0091751 Sep 13 01:22:58.066100 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-f93a8375-fc16-44ae-87b4-a92e0308c0a3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=30ce8239a9b34af685743812ce53ef19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463479 Sep 13 01:22:58.139048 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:58.165364 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-b5461e49-943b-4131-b74b-e1a2543a29ba service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856798 Sep 13 01:22:58.256686 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-1db3c56e-792b-4afb-9793-47e8b3ef3a41 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850093 Sep 13 01:22:58.417853 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fa3e0bb1-7b4d-4060-9924-beecb4f18da7 req-477ee128-f61c-460a-b0b1-bffa08f34f11 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 210 time: 0.0270491 Sep 13 01:22:59.526548 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-62d340e9-8bda-46bd-97f4-480772afdf64 req-6e1ecd80-2f55-4ba8-92c2-10d1f84df852 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 210 time: 0.0277829 Sep 13 01:22:59.686301 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-69bbc2ef-3858-417d-ba42-25420e21b8a4 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:22:59.687669 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-69bbc2ef-3858-417d-ba42-25420e21b8a4 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e HTTP/1.1" status: 200 len: 815 time: 0.1042454 Sep 13 01:22:59.712577 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:22:59.753969 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-7d945fde-fda4-4a0c-8aac-16643d46a601 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=30ce8239a9b34af685743812ce53ef19 HTTP/1.1" status: 200 len: 380 time: 0.0556896 Sep 13 01:22:59.852961 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-99327515-9c4f-43ec-8edd-11666039fc7a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'port': {'device_id': '4334e1fb-8fd8-47e4-a1dd-fb08c0b83480', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'admin_state_up': True, 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'security_groups': ['f219659e-61b3-4f23-a0f0-79bdedaea376']}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:22:59.918357 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e05a14d3-f024-461b-9868-f9025f76dc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:22:59.962128 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-99327515-9c4f-43ec-8edd-11666039fc7a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Made reservation on behalf of 30ce8239a9b34af685743812ce53ef19 for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:22:59.965755 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-99327515-9c4f-43ec-8edd-11666039fc7a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:00.088294 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-99327515-9c4f-43ec-8edd-11666039fc7a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Allocated IP 172.20.0.9 (ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e/f61fb4fd-3b7f-449b-85b4-6f00787bd46c/c89a2bf8-5d6d-499b-acf5-34318ae145ba) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:23:00.132319 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:00.229752 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-99327515-9c4f-43ec-8edd-11666039fc7a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for port (c89a2bf8-5d6d-499b-acf5-34318ae145ba), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:00.261379 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-99327515-9c4f-43ec-8edd-11666039fc7a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (c89a2bf8-5d6d-499b-acf5-34318ae145ba), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:00.307300 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-99327515-9c4f-43ec-8edd-11666039fc7a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:23:00.310661 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-99327515-9c4f-43ec-8edd-11666039fc7a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:23:00.314428 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-99327515-9c4f-43ec-8edd-11666039fc7a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:23:00.318755 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-99327515-9c4f-43ec-8edd-11666039fc7a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:00.319377 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-99327515-9c4f-43ec-8edd-11666039fc7a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:00.325011 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99327515-9c4f-43ec-8edd-11666039fc7a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'Port': ['ID=c89a2bf8-5d6d-499b-acf5-34318ae145ba,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:00.343477 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-99327515-9c4f-43ec-8edd-11666039fc7a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4939961 Sep 13 01:23:00.368882 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Request body: {'port': {'device_id': '4334e1fb-8fd8-47e4-a1dd-fb08c0b83480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:23:00.546912 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-bd41487c-9834-4eee-9146-714315ce2381 None None] Provisioning complete for port c89a2bf8-5d6d-499b-acf5-34318ae145ba triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:23:00.547336 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bd41487c-9834-4eee-9146-714315ce2381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (c89a2bf8-5d6d-499b-acf5-34318ae145ba), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:00.580954 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-bd41487c-9834-4eee-9146-714315ce2381 None None] Port c89a2bf8-5d6d-499b-acf5-34318ae145ba cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:23:00.683702 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696c16d-5b4a-41ab-b740-abda949999a5 req-8c75a47c-c892-4565-8c76-a6126e3abb3a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:00.685195 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8696c16d-5b4a-41ab-b740-abda949999a5 req-8c75a47c-c892-4565-8c76-a6126e3abb3a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 931 time: 0.0674458 Sep 13 01:23:00.699693 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (c89a2bf8-5d6d-499b-acf5-34318ae145ba), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:00.770706 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8696c16d-5b4a-41ab-b740-abda949999a5 req-76cfd663-7179-435f-9901-54b3e0d500a4 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f219659e-61b3-4f23-a0f0-79bdedaea376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790963 Sep 13 01:23:00.885065 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:00.979628 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89a2bf8-5d6d-499b-acf5-34318ae145ba {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:23:00.986891 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Publish callbacks [] for port (c89a2bf8-5d6d-499b-acf5-34318ae145ba), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:00.999223 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Transition to ACTIVE for port object c89a2bf8-5d6d-499b-acf5-34318ae145ba will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:23:01.003110 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (c89a2bf8-5d6d-499b-acf5-34318ae145ba), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:01.075561 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Pushing event updated for resources: {'Port': ['ID=c89a2bf8-5d6d-499b-acf5-34318ae145ba,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:01.079697 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Attempting to bind port c89a2bf8-5d6d-499b-acf5-34318ae145ba on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:23:01.080024 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Attempting to bind port c89a2bf8-5d6d-499b-acf5-34318ae145ba by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:23:01.080358 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Attempting to bind port c89a2bf8-5d6d-499b-acf5-34318ae145ba on network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:23:01.108330 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:01.127245 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Port c89a2bf8-5d6d-499b-acf5-34318ae145ba on network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:23:01.127569 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Attempting to bind port c89a2bf8-5d6d-499b-acf5-34318ae145ba on network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:23:01.167449 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:23:01.167714 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Checking segment: {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:23:01.168096 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Bound using segment: {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:23:01.168522 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Bound port: c89a2bf8-5d6d-499b-acf5-34318ae145ba, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:23:01.169404 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (c89a2bf8-5d6d-499b-acf5-34318ae145ba), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:01.227477 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] For port c89a2bf8-5d6d-499b-acf5-34318ae145ba, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:23:01.230470 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] For port c89a2bf8-5d6d-499b-acf5-34318ae145ba, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=c89a2bf8-5d6d-499b-acf5-34318ae145ba,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:23:01.236621 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (c89a2bf8-5d6d-499b-acf5-34318ae145ba), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:01.240537 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:01.241136 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:01.242516 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/c89a2bf8-5d6d-499b-acf5-34318ae145ba HTTP/1.1" status: 200 len: 1093 time: 0.8780267 Sep 13 01:23:01.243096 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4334e1fb-8fd8-47e4-a1dd-fb08c0b83480', 'tag': 'c89a2bf8-5d6d-499b-acf5-34318ae145ba'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:23:01.245296 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcb7b03-8b11-469c-8ef7-d3596a94d39f" -d '{"events": [{"name": "network-changed", "server_uuid": "4334e1fb-8fd8-47e4-a1dd-fb08c0b83480", "tag": "c89a2bf8-5d6d-499b-acf5-34318ae145ba"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:23:01.288339 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fb3a74-1e75-4766-b354-23b1b5de85f2 x-openstack-request-id: req-b3fb3a74-1e75-4766-b354-23b1b5de85f2 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:23:01.288619 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4334e1fb-8fd8-47e4-a1dd-fb08c0b83480", "tag": "c89a2bf8-5d6d-499b-acf5-34318ae145ba", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:23:01.288866 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3fb3a74-1e75-4766-b354-23b1b5de85f2 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:23:01.289261 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3fb3a74-1e75-4766-b354-23b1b5de85f2'] response: {'name': 'network-changed', 'server_uuid': '4334e1fb-8fd8-47e4-a1dd-fb08c0b83480', 'tag': 'c89a2bf8-5d6d-499b-acf5-34318ae145ba', 'status': 'completed', 'code': 200} Sep 13 01:23:01.322011 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fff0a1-7122-424b-8c58-e21a4b065989 service neutron] Pushing event updated for resources: {'Port': ['ID=c89a2bf8-5d6d-499b-acf5-34318ae145ba,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:01.337025 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e7224016-76f7-455d-a36e-703fdbd5ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:01.338494 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e7224016-76f7-455d-a36e-703fdbd5ff3a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=30ce8239a9b34af685743812ce53ef19&device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 1127 time: 0.0434687 Sep 13 01:23:01.377855 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-c893d7d8-2d56-4fb5-b603-826fcfef0cd8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89a2bf8-5d6d-499b-acf5-34318ae145ba HTTP/1.1" status: 200 len: 217 time: 0.0319648 Sep 13 01:23:01.428214 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-8e577197-a942-41d5-848f-27639d8ab894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:01.429570 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-8e577197-a942-41d5-848f-27639d8ab894 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f61fb4fd-3b7f-449b-85b4-6f00787bd46c HTTP/1.1" status: 200 len: 854 time: 0.0425081 Sep 13 01:23:01.475178 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e99d9e3a-fc79-493a-b2e0-a7e31f8ebb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:01.476582 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-e99d9e3a-fc79-493a-b2e0-a7e31f8ebb27 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394380 Sep 13 01:23:01.565327 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-3f4ec7f5-426a-4074-a3b3-afcdf0f744d2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819967 Sep 13 01:23:01.661717 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e98c4ee5-4293-46e1-a2fe-b459da0d4e77 req-04db5aa5-17ef-4a10-b6f3-760d2de65431 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869172 Sep 13 01:23:01.892046 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbeb46-cf6d-408d-9ddf-ab6ddb2c7e25 req-d85700e3-cd1d-402b-b9c8-c668403c0250 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:01.893539 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-07fbeb46-cf6d-408d-9ddf-ab6ddb2c7e25 req-d85700e3-cd1d-402b-b9c8-c668403c0250 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 943 time: 0.0465543 Sep 13 01:23:01.939793 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-07fbeb46-cf6d-408d-9ddf-ab6ddb2c7e25 req-df041d00-5cc9-4c0e-aa83-ad52682cfc6b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f219659e-61b3-4f23-a0f0-79bdedaea376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407586 Sep 13 01:23:02.183781 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6424a097-1b20-42ff-91af-c24b31804e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:02.753742 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb7b03-8b11-469c-8ef7-d3596a94d39f req-f27cc960-336a-496b-af24-f95a1566b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:02.755223 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3bcb7b03-8b11-469c-8ef7-d3596a94d39f req-f27cc960-336a-496b-af24-f95a1566b465 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=30ce8239a9b34af685743812ce53ef19&device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 1127 time: 0.0419502 Sep 13 01:23:02.810028 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:02.843295 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb7b03-8b11-469c-8ef7-d3596a94d39f req-faa2c891-413c-4aa1-93fd-b16cf1c3542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:02.844673 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3bcb7b03-8b11-469c-8ef7-d3596a94d39f req-faa2c891-413c-4aa1-93fd-b16cf1c3542d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e HTTP/1.1" status: 200 len: 916 time: 0.0833290 Sep 13 01:23:02.883324 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3bcb7b03-8b11-469c-8ef7-d3596a94d39f req-6fd3c68a-76d0-402b-be6d-d5e15cdc3ea3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89a2bf8-5d6d-499b-acf5-34318ae145ba HTTP/1.1" status: 200 len: 217 time: 0.0317540 Sep 13 01:23:02.933535 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb7b03-8b11-469c-8ef7-d3596a94d39f req-ba66fab5-75ce-40dd-8880-c0df5dd684d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:02.935513 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3bcb7b03-8b11-469c-8ef7-d3596a94d39f req-ba66fab5-75ce-40dd-8880-c0df5dd684d8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f61fb4fd-3b7f-449b-85b4-6f00787bd46c HTTP/1.1" status: 200 len: 854 time: 0.0459681 Sep 13 01:23:02.976576 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb7b03-8b11-469c-8ef7-d3596a94d39f req-2ed2a982-b68b-4b38-8b9f-26607091ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:02.978063 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3bcb7b03-8b11-469c-8ef7-d3596a94d39f req-2ed2a982-b68b-4b38-8b9f-26607091ed8d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0360999 Sep 13 01:23:03.042278 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:03.060546 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655b04c-598c-4755-a4d0-ba3217e1e94f req-ba61f160-f763-4130-9d00-183713bdfbea tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:03.062009 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0655b04c-598c-4755-a4d0-ba3217e1e94f req-ba61f160-f763-4130-9d00-183713bdfbea tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 943 time: 0.0464075 Sep 13 01:23:03.070785 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3bcb7b03-8b11-469c-8ef7-d3596a94d39f req-6add6c6b-51b5-4a88-849a-80622d486d11 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864246 Sep 13 01:23:03.093000 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:03.112035 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0655b04c-598c-4755-a4d0-ba3217e1e94f req-17235f97-3784-48bf-8581-3f7308a9c7b2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f219659e-61b3-4f23-a0f0-79bdedaea376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440631 Sep 13 01:23:03.164129 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3bcb7b03-8b11-469c-8ef7-d3596a94d39f req-7616dc1c-2dca-492d-8b0e-a74b79958314 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840006 Sep 13 01:23:03.286064 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device c89a2bf8-5d6d-499b-acf5-34318ae145ba details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:23:03.373860 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:03.407564 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port c89a2bf8-5d6d-499b-acf5-34318ae145ba, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=c89a2bf8-5d6d-499b-acf5-34318ae145ba,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:03.419104 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': 'c89a2bf8-5d6d-499b-acf5-34318ae145ba', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'port_id': 'c89a2bf8-5d6d-499b-acf5-34318ae145ba', 'mac_address': 'fa:16:3e:7a:3d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:23:03.453364 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port c89a2bf8-5d6d-499b-acf5-34318ae145ba is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:23:03.453751 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (c89a2bf8-5d6d-499b-acf5-34318ae145ba), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:03.467176 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89a2bf8-5d6d-499b-acf5-34318ae145ba {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:23:03.487302 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port c89a2bf8-5d6d-499b-acf5-34318ae145ba, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=c89a2bf8-5d6d-499b-acf5-34318ae145ba,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:03.491421 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (c89a2bf8-5d6d-499b-acf5-34318ae145ba), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:03.541125 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=c89a2bf8-5d6d-499b-acf5-34318ae145ba,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:03.798215 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['c89a2bf8-5d6d-499b-acf5-34318ae145ba'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:23:04.232066 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea52c5-13f6-497e-9a07-92b408e3e6ec req-6ed17769-d4a4-44c5-a347-c9281481617c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:04.233519 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9cea52c5-13f6-497e-9a07-92b408e3e6ec req-6ed17769-d4a4-44c5-a347-c9281481617c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 944 time: 0.0459006 Sep 13 01:23:04.283004 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9cea52c5-13f6-497e-9a07-92b408e3e6ec req-be106cc1-8d5b-4633-a076-b62773a282b8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f219659e-61b3-4f23-a0f0-79bdedaea376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439072 Sep 13 01:23:04.802409 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:04.815322 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:05.142139 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9556e-8b60-43ea-ba0d-c7b05a6beafc req-880a2b04-77bc-49ba-ac3d-8d36ebd5c29d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:05.143909 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-10c9556e-8b60-43ea-ba0d-c7b05a6beafc req-880a2b04-77bc-49ba-ac3d-8d36ebd5c29d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0510976 Sep 13 01:23:05.191879 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-10c9556e-8b60-43ea-ba0d-c7b05a6beafc req-8d8bc379-6433-4a0a-8443-3706d09068d0 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421669 Sep 13 01:23:05.309494 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device c89a2bf8-5d6d-499b-acf5-34318ae145ba up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:23:05.355652 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port c89a2bf8-5d6d-499b-acf5-34318ae145ba completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:23:05.364360 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port c89a2bf8-5d6d-499b-acf5-34318ae145ba triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:23:05.364762 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (c89a2bf8-5d6d-499b-acf5-34318ae145ba), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:05.387759 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:05.410628 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b7f42-4f26-4744-9413-65bda3eff1ca req-c5839017-98d3-4cbd-b85b-714005bf113e tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:05.413405 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-730b7f42-4f26-4744-9413-65bda3eff1ca req-c5839017-98d3-4cbd-b85b-714005bf113e tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 944 time: 0.0494435 Sep 13 01:23:05.438648 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port c89a2bf8-5d6d-499b-acf5-34318ae145ba is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:23:05.439057 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (c89a2bf8-5d6d-499b-acf5-34318ae145ba), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:05.461991 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4334e1fb-8fd8-47e4-a1dd-fb08c0b83480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89a2bf8-5d6d-499b-acf5-34318ae145ba'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:23:05.462366 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-730b7f42-4f26-4744-9413-65bda3eff1ca req-c592ba70-27c2-4001-bbac-84843ddf539c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f219659e-61b3-4f23-a0f0-79bdedaea376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430131 Sep 13 01:23:05.464296 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2416faec-2d47-4136-ac35-648d37149af4" -d '{"events": [{"server_uuid": "4334e1fb-8fd8-47e4-a1dd-fb08c0b83480", "name": "network-vif-plugged", "status": "completed", "tag": "c89a2bf8-5d6d-499b-acf5-34318ae145ba"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:23:05.477177 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port c89a2bf8-5d6d-499b-acf5-34318ae145ba, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=c89a2bf8-5d6d-499b-acf5-34318ae145ba,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:05.481869 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (c89a2bf8-5d6d-499b-acf5-34318ae145ba), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:05.510590 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c3384e-1652-40e4-ab38-b1056446214a x-openstack-request-id: req-c4c3384e-1652-40e4-ab38-b1056446214a {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:23:05.510913 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4334e1fb-8fd8-47e4-a1dd-fb08c0b83480", "name": "network-vif-plugged", "status": "completed", "tag": "c89a2bf8-5d6d-499b-acf5-34318ae145ba", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:23:05.511167 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4c3384e-1652-40e4-ab38-b1056446214a {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:23:05.511560 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c3384e-1652-40e4-ab38-b1056446214a'] response: {'server_uuid': '4334e1fb-8fd8-47e4-a1dd-fb08c0b83480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89a2bf8-5d6d-499b-acf5-34318ae145ba', 'code': 200} Sep 13 01:23:05.524075 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:05.537056 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=c89a2bf8-5d6d-499b-acf5-34318ae145ba,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:06.172461 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:06.173365 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=83 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:06.310390 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f87b09-09fa-432c-9106-c86b79d4cf3a req-276f2081-203f-4632-a383-c51571baf8fd tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:06.311813 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-52f87b09-09fa-432c-9106-c86b79d4cf3a req-276f2081-203f-4632-a383-c51571baf8fd tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0447941 Sep 13 01:23:06.365257 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-52f87b09-09fa-432c-9106-c86b79d4cf3a req-eb09a48a-a421-408d-9914-49182a77966e tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479298 Sep 13 01:23:06.584224 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a59c04-7c39-47c5-92e2-6611d07a355b req-f96c609d-91ed-4ea5-a3fd-048be1f0cc42 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:06.585663 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-08a59c04-7c39-47c5-92e2-6611d07a355b req-f96c609d-91ed-4ea5-a3fd-048be1f0cc42 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 945 time: 0.0467701 Sep 13 01:23:06.632270 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-08a59c04-7c39-47c5-92e2-6611d07a355b req-c4dc2dbc-0dfb-48be-bdc9-1c7d0032498b tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f219659e-61b3-4f23-a0f0-79bdedaea376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410545 Sep 13 01:23:07.490179 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17475662-ce6b-4353-8aac-4ce927de5822 req-811a0562-5296-4a82-b0b2-874f873942d8 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:07.491636 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-17475662-ce6b-4353-8aac-4ce927de5822 req-811a0562-5296-4a82-b0b2-874f873942d8 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0497785 Sep 13 01:23:07.537944 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-17475662-ce6b-4353-8aac-4ce927de5822 req-21a77695-db73-485d-b5df-61090d319cbd tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402932 Sep 13 01:23:07.748350 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da4241-4014-4fe7-ae58-6f4be1aefdc6 req-ae6b22dc-e904-4377-84cd-d3a39287a522 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:07.749757 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-25da4241-4014-4fe7-ae58-6f4be1aefdc6 req-ae6b22dc-e904-4377-84cd-d3a39287a522 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 945 time: 0.0447106 Sep 13 01:23:07.798598 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-25da4241-4014-4fe7-ae58-6f4be1aefdc6 req-01e16643-0a44-4d89-b821-f63472d819f1 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f219659e-61b3-4f23-a0f0-79bdedaea376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432851 Sep 13 01:23:08.658420 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3635b25-af9b-4a18-9749-036073eae0e0 req-26af988f-fad9-4e33-be99-13b3f05c146f tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:08.660248 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d3635b25-af9b-4a18-9749-036073eae0e0 req-26af988f-fad9-4e33-be99-13b3f05c146f tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0467882 Sep 13 01:23:08.709755 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d3635b25-af9b-4a18-9749-036073eae0e0 req-cd321e51-67c9-432c-beb9-61b629f7d7ce tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=64ac6563-a043-405a-9c29-a8aa4b2c4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437467 Sep 13 01:23:08.904112 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8d1f8-b50a-4e0b-b654-21dab1048006 req-884cc375-8c55-42ca-9c84-5d0db77697b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:08.905605 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7bc8d1f8-b50a-4e0b-b654-21dab1048006 req-884cc375-8c55-42ca-9c84-5d0db77697b6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 1129 time: 0.0380473 Sep 13 01:23:08.921507 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54b3ee-e68a-437e-bdd5-7759c677f00d req-b9a14f32-0a42-4fec-ac59-3e0e8eaf91ab tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:08.923012 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3b54b3ee-e68a-437e-bdd5-7759c677f00d req-b9a14f32-0a42-4fec-ac59-3e0e8eaf91ab tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 945 time: 0.0460761 Sep 13 01:23:08.961021 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7bc8d1f8-b50a-4e0b-b654-21dab1048006 req-30d24804-ce6e-41fc-aa5d-fe1282fc4ef8 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f219659e-61b3-4f23-a0f0-79bdedaea376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489132 Sep 13 01:23:08.970922 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3b54b3ee-e68a-437e-bdd5-7759c677f00d req-4fad3e50-e298-4014-8116-a13bd26a8261 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f219659e-61b3-4f23-a0f0-79bdedaea376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422108 Sep 13 01:23:08.998771 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ded96-cdd8-4d3f-8d03-a33d156195a6 req-f6a7aafe-81b3-4ca9-a938-27d33e14f891 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:09.000231 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-669ded96-cdd8-4d3f-8d03-a33d156195a6 req-f6a7aafe-81b3-4ca9-a938-27d33e14f891 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 945 time: 0.0482121 Sep 13 01:23:09.248870 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-669ded96-cdd8-4d3f-8d03-a33d156195a6 req-6bb0578d-6ad3-4d8b-87f2-ba7b943cbd53 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Deleting port d4354f6f-2db0-4d03-a3d4-4ddab59e9460 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:23:09.249234 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-669ded96-cdd8-4d3f-8d03-a33d156195a6 req-6bb0578d-6ad3-4d8b-87f2-ba7b943cbd53 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (d4354f6f-2db0-4d03-a3d4-4ddab59e9460), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:09.251706 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:09.340386 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-669ded96-cdd8-4d3f-8d03-a33d156195a6 req-6bb0578d-6ad3-4d8b-87f2-ba7b943cbd53 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] For port d4354f6f-2db0-4d03-a3d4-4ddab59e9460, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=d4354f6f-2db0-4d03-a3d4-4ddab59e9460,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:09.340746 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-669ded96-cdd8-4d3f-8d03-a33d156195a6 req-6bb0578d-6ad3-4d8b-87f2-ba7b943cbd53 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (d4354f6f-2db0-4d03-a3d4-4ddab59e9460), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:09.472802 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:09.497754 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-669ded96-cdd8-4d3f-8d03-a33d156195a6 req-6bb0578d-6ad3-4d8b-87f2-ba7b943cbd53 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:09.498118 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-669ded96-cdd8-4d3f-8d03-a33d156195a6 req-6bb0578d-6ad3-4d8b-87f2-ba7b943cbd53 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (a02804e6-a6cd-46cb-b5cc-54e7136e9f25), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:09.498428 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.l3_db [req-669ded96-cdd8-4d3f-8d03-a33d156195a6 req-6bb0578d-6ad3-4d8b-87f2-ba7b943cbd53 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Floating IP a02804e6-a6cd-46cb-b5cc-54e7136e9f25 disassociated. External IP: 172.27.1.110, port: d4354f6f-2db0-4d03-a3d4-4ddab59e9460. Sep 13 01:23:09.498766 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-669ded96-cdd8-4d3f-8d03-a33d156195a6 req-6bb0578d-6ad3-4d8b-87f2-ba7b943cbd53 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Calling delete_port for d4354f6f-2db0-4d03-a3d4-4ddab59e9460 owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:23:09.626119 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-669ded96-cdd8-4d3f-8d03-a33d156195a6 req-6bb0578d-6ad3-4d8b-87f2-ba7b943cbd53 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (d4354f6f-2db0-4d03-a3d4-4ddab59e9460), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:09.651062 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0578d-6ad3-4d8b-87f2-ba7b943cbd53 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Pushing event deleted for resources: {'Port': ['ID=d4354f6f-2db0-4d03-a3d4-4ddab59e9460,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:09.763341 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-669ded96-cdd8-4d3f-8d03-a33d156195a6 req-6bb0578d-6ad3-4d8b-87f2-ba7b943cbd53 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:23:09.838792 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7168bb5e-fe79-4443-b295-dbcc50c13d9f req-1388b25b-400d-458d-bd21-4550a76f8e98 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 210 time: 0.0328152 Sep 13 01:23:09.888398 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-669ded96-cdd8-4d3f-8d03-a33d156195a6 req-6bb0578d-6ad3-4d8b-87f2-ba7b943cbd53 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:23:09.897628 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b139a98-e407-437c-ae1a-cfe5f8fc96ae None None] Sync routers for ids ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:23:09.908341 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b139a98-e407-437c-ae1a-cfe5f8fc96ae None None] Routers {'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:23:09.908947 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9b139a98-e407-437c-ae1a-cfe5f8fc96ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:23:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:09.932750 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-669ded96-cdd8-4d3f-8d03-a33d156195a6 req-6bb0578d-6ad3-4d8b-87f2-ba7b943cbd53 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] No DVR routers for this DVR port d4354f6f-2db0-4d03-a3d4-4ddab59e9460 on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:23:09.935423 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-669ded96-cdd8-4d3f-8d03-a33d156195a6 req-6bb0578d-6ad3-4d8b-87f2-ba7b943cbd53 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:09.938513 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-669ded96-cdd8-4d3f-8d03-a33d156195a6 req-6bb0578d-6ad3-4d8b-87f2-ba7b943cbd53 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.25 "DELETE /networking/v2.0/ports/d4354f6f-2db0-4d03-a3d4-4ddab59e9460 HTTP/1.1" status: 204 len: 173 time: 0.7698364 Sep 13 01:23:09.939020 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'name': 'network-vif-deleted', 'tag': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:23:09.941228 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a70139c-3ca0-4643-92b3-155dea266bd9" -d '{"events": [{"server_uuid": "d89f56d9-6326-419a-ad10-fb520d83ec2a", "name": "network-vif-deleted", "tag": "d4354f6f-2db0-4d03-a3d4-4ddab59e9460"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:23:09.983301 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee478c3d-8610-4003-b288-eb5687625d54 x-openstack-request-id: req-ee478c3d-8610-4003-b288-eb5687625d54 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:23:09.983537 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89f56d9-6326-419a-ad10-fb520d83ec2a", "name": "network-vif-deleted", "tag": "d4354f6f-2db0-4d03-a3d4-4ddab59e9460", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:23:09.983786 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee478c3d-8610-4003-b288-eb5687625d54 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:23:09.984317 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee478c3d-8610-4003-b288-eb5687625d54'] response: {'server_uuid': 'd89f56d9-6326-419a-ad10-fb520d83ec2a', 'name': 'network-vif-deleted', 'tag': 'd4354f6f-2db0-4d03-a3d4-4ddab59e9460', 'status': 'completed', 'code': 200} Sep 13 01:23:10.017695 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-9b139a98-e407-437c-ae1a-cfe5f8fc96ae None None] Set router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:23:10.125397 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992b8bf-74b6-4782-bb50-7fe94f6c808d req-c3c8c2e7-454c-4c8c-b3e3-a167555de59a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:10.127165 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1992b8bf-74b6-4782-bb50-7fe94f6c808d req-c3c8c2e7-454c-4c8c-b3e3-a167555de59a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 945 time: 0.0625231 Sep 13 01:23:10.179576 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1992b8bf-74b6-4782-bb50-7fe94f6c808d req-71af2fdf-9b7d-4ad7-a71c-ec991f77d313 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f219659e-61b3-4f23-a0f0-79bdedaea376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464485 Sep 13 01:23:10.226251 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9b139a98-e407-437c-ae1a-cfe5f8fc96ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:33Z', 'updated_at': '2022-09-13T01:18:43Z', 'revision_number': 4, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'gw_port': {'id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:35Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'e2d89c75-e1f1-4f3a-bad7-5af2f524a024', 'name': '', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:42Z', 'updated_at': '2022-09-13T01:18:58Z', 'revision_number': 5, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'subnets': [{'id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:10.254151 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b139a98-e407-437c-ae1a-cfe5f8fc96ae None None] Checking router: e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:23:10.262312 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b139a98-e407-437c-ae1a-cfe5f8fc96ae None None] Routers {'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:23:10.262936 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9b139a98-e407-437c-ae1a-cfe5f8fc96ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:23:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:10.362482 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-9b139a98-e407-437c-ae1a-cfe5f8fc96ae None None] Set router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:23:10.635011 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9b139a98-e407-437c-ae1a-cfe5f8fc96ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:33Z', 'updated_at': '2022-09-13T01:18:43Z', 'revision_number': 4, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'gw_port': {'id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:35Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'e2d89c75-e1f1-4f3a-bad7-5af2f524a024', 'name': '', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:42Z', 'updated_at': '2022-09-13T01:18:58Z', 'revision_number': 5, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'subnets': [{'id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:10.656460 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b139a98-e407-437c-ae1a-cfe5f8fc96ae None None] The sync data for ids ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'] in dv-cinder-856941-3-iscsi is: [{'id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:33Z', 'updated_at': '2022-09-13T01:18:43Z', 'revision_number': 4, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'gw_port': {'id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:35Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'e2d89c75-e1f1-4f3a-bad7-5af2f524a024', 'name': '', 'network_id': 'f76e7426-2310-4c50-8ad0-bf7be7b0fe24', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:42Z', 'updated_at': '2022-09-13T01:18:58Z', 'revision_number': 5, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'subnets': [{'id': '89162ffe-bd41-4b0f-96cf-08e9b2407131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:23:10.885455 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f777629-df30-4912-9eed-d31981facd1b req-143d00be-263c-42d6-9e79-d3b719a1e54d tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:10.886974 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9f777629-df30-4912-9eed-d31981facd1b req-143d00be-263c-42d6-9e79-d3b719a1e54d tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0518398 Sep 13 01:23:10.918584 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337561fb-e4b9-45ff-94b3-b9844f41e128 None None] New status for floating IP a02804e6-a6cd-46cb-b5cc-54e7136e9f25: DOWN {{(pid=106210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:23:10.938023 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9f777629-df30-4912-9eed-d31981facd1b req-0537dd8b-2812-4ca7-a2ed-f2abbdea8625 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445914 Sep 13 01:23:10.962226 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a63c836c-42c3-45fa-8758-db18376dd711 req-84b1a4bc-f575-4812-8762-95419f7351f2 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 210 time: 0.0272124 Sep 13 01:23:11.303745 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d82900-093c-48cf-952b-b1d1b77a5cf9 req-332e9989-d124-47da-ba93-0b2c827f2b31 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:11.305194 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d2d82900-093c-48cf-952b-b1d1b77a5cf9 req-332e9989-d124-47da-ba93-0b2c827f2b31 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 945 time: 0.0494819 Sep 13 01:23:11.352122 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d2d82900-093c-48cf-952b-b1d1b77a5cf9 req-05fbcea5-9a58-4bc8-954a-a32988aa2b2e tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f219659e-61b3-4f23-a0f0-79bdedaea376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404682 Sep 13 01:23:11.465931 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e1d61-51af-4d2a-b956-fc3f1c815689 req-3dc81193-7e9c-43a2-831e-9662a86acd99 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:11.467282 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5f3e1d61-51af-4d2a-b956-fc3f1c815689 req-3dc81193-7e9c-43a2-831e-9662a86acd99 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 945 time: 0.0457957 Sep 13 01:23:11.477090 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36790) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:11.481197 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-1afd99a4-5375-4857-a911-5d128c42448f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'floatingip': {'port_id': 'c89a2bf8-5d6d-499b-acf5-34318ae145ba'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:23:11.522268 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1afd99a4-5375-4857-a911-5d128c42448f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (82b27eba-365b-4175-ac1a-0431910fee8a), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:11.579517 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:11.838490 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:11.939443 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1afd99a4-5375-4857-a911-5d128c42448f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:11.943086 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1afd99a4-5375-4857-a911-5d128c42448f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (82b27eba-365b-4175-ac1a-0431910fee8a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:12.037307 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.l3_db [None req-1afd99a4-5375-4857-a911-5d128c42448f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Floating IP 82b27eba-365b-4175-ac1a-0431910fee8a associated. External IP: 172.27.1.242, port: c89a2bf8-5d6d-499b-acf5-34318ae145ba. Sep 13 01:23:12.061255 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a48820-112f-4a61-87c1-6fd04039e2b9 req-47fe87dc-2965-48c1-8369-954aff769f79 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:12.062908 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e5a48820-112f-4a61-87c1-6fd04039e2b9 req-47fe87dc-2965-48c1-8369-954aff769f79 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0498931 Sep 13 01:23:12.113384 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e5a48820-112f-4a61-87c1-6fd04039e2b9 req-809c08df-f064-41cf-b0dd-e172c2a21e83 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445566 Sep 13 01:23:12.322948 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-985591eb-1b48-4b16-9ccd-7040f9fedbd8 req-1992b6c9-d3cc-40bc-9bec-61f12f58e69e tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 210 time: 0.0342276 Sep 13 01:23:12.482008 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afd99a4-5375-4857-a911-5d128c42448f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Router 4f6477d8-422f-482e-b75f-6dd90fccf094 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:23:12.604098 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afd99a4-5375-4857-a911-5d128c42448f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:23:12.615215 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4655b58-ef6f-40f7-9b84-96a6493b508d None None] Sync routers for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:23:12.626379 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1afd99a4-5375-4857-a911-5d128c42448f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:12.635380 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4655b58-ef6f-40f7-9b84-96a6493b508d None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:23:12.636142 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-d4655b58-ef6f-40f7-9b84-96a6493b508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:23:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:12.686198 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bbddf-8d62-48eb-970d-ce1bd95d5d6b req-b7cdd6a8-65aa-4e94-baa5-983072bc787e tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:12.688609 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-791bbddf-8d62-48eb-970d-ce1bd95d5d6b req-b7cdd6a8-65aa-4e94-baa5-983072bc787e tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.1010013 Sep 13 01:23:12.692865 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-1afd99a4-5375-4857-a911-5d128c42448f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/82b27eba-365b-4175-ac1a-0431910fee8a HTTP/1.1" status: 200 len: 991 time: 1.2148061 Sep 13 01:23:12.693527 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4334e1fb-8fd8-47e4-a1dd-fb08c0b83480', 'tag': 'c89a2bf8-5d6d-499b-acf5-34318ae145ba'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:23:12.695818 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dacbcd-c0c3-4c64-95a2-c6436a87a097" -d '{"events": [{"name": "network-changed", "server_uuid": "4334e1fb-8fd8-47e4-a1dd-fb08c0b83480", "tag": "c89a2bf8-5d6d-499b-acf5-34318ae145ba"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:23:12.740169 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc6ec02-493e-4134-8dbb-d94175f5bf6b x-openstack-request-id: req-6bc6ec02-493e-4134-8dbb-d94175f5bf6b {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:23:12.740468 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4334e1fb-8fd8-47e4-a1dd-fb08c0b83480", "tag": "c89a2bf8-5d6d-499b-acf5-34318ae145ba", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:23:12.740868 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6bc6ec02-493e-4134-8dbb-d94175f5bf6b {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:23:12.741302 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc6ec02-493e-4134-8dbb-d94175f5bf6b'] response: {'name': 'network-changed', 'server_uuid': '4334e1fb-8fd8-47e4-a1dd-fb08c0b83480', 'tag': 'c89a2bf8-5d6d-499b-acf5-34318ae145ba', 'status': 'completed', 'code': 200} Sep 13 01:23:12.742051 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-d4655b58-ef6f-40f7-9b84-96a6493b508d None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:23:12.747059 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-791bbddf-8d62-48eb-970d-ce1bd95d5d6b req-c84ed0da-ff1e-4618-84b3-633c62b4e3fa tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480902 Sep 13 01:23:12.909581 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dacbcd-c0c3-4c64-95a2-c6436a87a097 req-4fa4b240-e3ee-47fb-8b2a-337196119187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:12.911275 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-45dacbcd-c0c3-4c64-95a2-c6436a87a097 req-4fa4b240-e3ee-47fb-8b2a-337196119187 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=30ce8239a9b34af685743812ce53ef19&device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 1129 time: 0.0406258 Sep 13 01:23:12.918745 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:12.942504 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:12.956634 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-d4655b58-ef6f-40f7-9b84-96a6493b508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '82b27eba-365b-4175-ac1a-0431910fee8a', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'port_id': 'c89a2bf8-5d6d-499b-acf5-34318ae145ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'mac_address': 'fa:16:3e:7a:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4334e1fb-8fd8-47e4-a1dd-fb08c0b83480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:22:57Z', 'updated_at': '2022-09-13T01:23:11Z', 'revision_number': 1, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:12.971031 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:12.981640 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4655b58-ef6f-40f7-9b84-96a6493b508d None None] Checking router: 4f6477d8-422f-482e-b75f-6dd90fccf094 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:23:12.988869 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:12.990297 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4655b58-ef6f-40f7-9b84-96a6493b508d None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:23:12.991082 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-d4655b58-ef6f-40f7-9b84-96a6493b508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:23:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:13.078800 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321a43b-6634-4855-8864-12f1307fa9e5 req-5feee3a6-4eb6-4a75-bd6b-d013e997354c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:13.080257 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0321a43b-6634-4855-8864-12f1307fa9e5 req-5feee3a6-4eb6-4a75-bd6b-d013e997354c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.1003408 Sep 13 01:23:13.093313 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-d4655b58-ef6f-40f7-9b84-96a6493b508d None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:23:13.110379 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dacbcd-c0c3-4c64-95a2-c6436a87a097 req-379d7bd1-e35e-485b-bba5-c18087a473c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:13.111864 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-45dacbcd-c0c3-4c64-95a2-c6436a87a097 req-379d7bd1-e35e-485b-bba5-c18087a473c4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e HTTP/1.1" status: 200 len: 916 time: 0.1335301 Sep 13 01:23:13.233946 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc3ca2-27f1-4e43-9516-0e0c2ea6c611 req-f8718cda-6ba7-4077-9b0b-8ec34ee09773 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:13.235419 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5adc3ca2-27f1-4e43-9516-0e0c2ea6c611 req-f8718cda-6ba7-4077-9b0b-8ec34ee09773 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 945 time: 0.0453205 Sep 13 01:23:13.307412 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5adc3ca2-27f1-4e43-9516-0e0c2ea6c611 req-b6d0f33f-f470-4ce4-959d-147d41b436f0 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=43982cba-f599-4667-83c8-e58ae898f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661445 Sep 13 01:23:13.316152 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-d4655b58-ef6f-40f7-9b84-96a6493b508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '82b27eba-365b-4175-ac1a-0431910fee8a', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'port_id': 'c89a2bf8-5d6d-499b-acf5-34318ae145ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'mac_address': 'fa:16:3e:7a:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4334e1fb-8fd8-47e4-a1dd-fb08c0b83480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:22:57Z', 'updated_at': '2022-09-13T01:23:11Z', 'revision_number': 1, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:13.348493 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4655b58-ef6f-40f7-9b84-96a6493b508d None None] The sync data for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi is: [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '82b27eba-365b-4175-ac1a-0431910fee8a', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'port_id': 'c89a2bf8-5d6d-499b-acf5-34318ae145ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'mac_address': 'fa:16:3e:7a:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4334e1fb-8fd8-47e4-a1dd-fb08c0b83480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:22:57Z', 'updated_at': '2022-09-13T01:23:11Z', 'revision_number': 1, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:23:13.353006 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device d4354f6f-2db0-4d03-a3d4-4ddab59e9460 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:23:13.377241 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: d4354f6f-2db0-4d03-a3d4-4ddab59e9460 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:23:13.377942 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device d4354f6f-2db0-4d03-a3d4-4ddab59e9460 not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:23:13.415059 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-0321a43b-6634-4855-8864-12f1307fa9e5 req-00431fa3-3d80-434c-87d8-c89ff7a34ccb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Deleting port fd07ce18-daad-47e8-8e34-3a96d4e32e60 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:23:13.415386 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-0321a43b-6634-4855-8864-12f1307fa9e5 req-00431fa3-3d80-434c-87d8-c89ff7a34ccb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (fd07ce18-daad-47e8-8e34-3a96d4e32e60), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:13.421313 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-45dacbcd-c0c3-4c64-95a2-c6436a87a097 req-1ab38e12-28c4-4d0e-88c7-8b4f29d2b27b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89a2bf8-5d6d-499b-acf5-34318ae145ba HTTP/1.1" status: 200 len: 999 time: 0.1688721 Sep 13 01:23:13.445832 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:13.534450 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0f75c330-2515-4e97-b56d-17fe7317065c req-a405f891-e00b-4b39-ad75-e0cf85702b1f tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d89f56d9-6326-419a-ad10-fb520d83ec2a HTTP/1.1" status: 200 len: 210 time: 0.0563128 Sep 13 01:23:13.555699 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dacbcd-c0c3-4c64-95a2-c6436a87a097 req-87f798b3-6274-42a7-b979-3fa375604c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:13.557173 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-45dacbcd-c0c3-4c64-95a2-c6436a87a097 req-87f798b3-6274-42a7-b979-3fa375604c3e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f61fb4fd-3b7f-449b-85b4-6f00787bd46c HTTP/1.1" status: 200 len: 854 time: 0.1221576 Sep 13 01:23:13.589756 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80219c4-b091-4c76-a1c9-126e849cdc22 None None] New status for floating IP 82b27eba-365b-4175-ac1a-0431910fee8a: ACTIVE {{(pid=106210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:23:13.614927 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-0321a43b-6634-4855-8864-12f1307fa9e5 req-00431fa3-3d80-434c-87d8-c89ff7a34ccb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] For port fd07ce18-daad-47e8-8e34-3a96d4e32e60, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=fd07ce18-daad-47e8-8e34-3a96d4e32e60,segment=NetworkSegment(f8fd0802-c0e8-4826-a2fb-77bcbd9b8173),segment_id=f8fd0802-c0e8-4826-a2fb-77bcbd9b8173)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:13.615294 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-0321a43b-6634-4855-8864-12f1307fa9e5 req-00431fa3-3d80-434c-87d8-c89ff7a34ccb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (fd07ce18-daad-47e8-8e34-3a96d4e32e60), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:13.636751 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dacbcd-c0c3-4c64-95a2-c6436a87a097 req-c1268764-3e26-4378-a5e2-353a1ce47697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:13.639147 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-45dacbcd-c0c3-4c64-95a2-c6436a87a097 req-c1268764-3e26-4378-a5e2-353a1ce47697 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704401 Sep 13 01:23:13.841844 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-45dacbcd-c0c3-4c64-95a2-c6436a87a097 req-6dc500e9-d6df-4a36-8454-41d665cab874 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788235 Sep 13 01:23:13.871263 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fdfb5-dd8f-4bde-b541-20c7c8f86ef2 req-9ddb1926-e2b7-495d-969a-6657cf40dfcf tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:13.873359 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-161fdfb5-dd8f-4bde-b541-20c7c8f86ef2 req-9ddb1926-e2b7-495d-969a-6657cf40dfcf tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0476182 Sep 13 01:23:13.878595 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-0321a43b-6634-4855-8864-12f1307fa9e5 req-00431fa3-3d80-434c-87d8-c89ff7a34ccb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:13.878963 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-0321a43b-6634-4855-8864-12f1307fa9e5 req-00431fa3-3d80-434c-87d8-c89ff7a34ccb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (43ad432d-b2a3-4a68-9da0-62ec4a3a128f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:13.879274 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.l3_db [req-0321a43b-6634-4855-8864-12f1307fa9e5 req-00431fa3-3d80-434c-87d8-c89ff7a34ccb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Floating IP 43ad432d-b2a3-4a68-9da0-62ec4a3a128f disassociated. External IP: 172.27.1.155, port: fd07ce18-daad-47e8-8e34-3a96d4e32e60. Sep 13 01:23:13.879613 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-0321a43b-6634-4855-8864-12f1307fa9e5 req-00431fa3-3d80-434c-87d8-c89ff7a34ccb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Calling delete_port for fd07ce18-daad-47e8-8e34-3a96d4e32e60 owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:23:13.885080 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:13.924000 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-161fdfb5-dd8f-4bde-b541-20c7c8f86ef2 req-eb96a795-f3ca-4cc1-a583-05f00abf2f15 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445111 Sep 13 01:23:13.995065 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-45dacbcd-c0c3-4c64-95a2-c6436a87a097 req-734cdb74-06ed-421a-b3a6-7783a317b503 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445906 Sep 13 01:23:14.065824 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-0321a43b-6634-4855-8864-12f1307fa9e5 req-00431fa3-3d80-434c-87d8-c89ff7a34ccb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (fd07ce18-daad-47e8-8e34-3a96d4e32e60), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:14.090902 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:14.094573 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00431fa3-3d80-434c-87d8-c89ff7a34ccb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Pushing event deleted for resources: {'Port': ['ID=fd07ce18-daad-47e8-8e34-3a96d4e32e60,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:14.209006 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0321a43b-6634-4855-8864-12f1307fa9e5 req-00431fa3-3d80-434c-87d8-c89ff7a34ccb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Router c7bf1ba1-fb53-439f-a802-38abd59ee8eb has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:23:14.302602 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:14.311420 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0321a43b-6634-4855-8864-12f1307fa9e5 req-00431fa3-3d80-434c-87d8-c89ff7a34ccb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:23:14.320558 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2148ef5-87d0-4fe9-8131-4b49e726f656 None None] Sync routers for ids ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:23:14.332309 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2148ef5-87d0-4fe9-8131-4b49e726f656 None None] Routers {'c7bf1ba1-fb53-439f-a802-38abd59ee8eb'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:23:14.332946 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-f2148ef5-87d0-4fe9-8131-4b49e726f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:23:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:14.353415 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-0321a43b-6634-4855-8864-12f1307fa9e5 req-00431fa3-3d80-434c-87d8-c89ff7a34ccb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] No DVR routers for this DVR port fd07ce18-daad-47e8-8e34-3a96d4e32e60 on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:23:14.355957 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-0321a43b-6634-4855-8864-12f1307fa9e5 req-00431fa3-3d80-434c-87d8-c89ff7a34ccb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:14.359164 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0321a43b-6634-4855-8864-12f1307fa9e5 req-00431fa3-3d80-434c-87d8-c89ff7a34ccb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.25 "DELETE /networking/v2.0/ports/fd07ce18-daad-47e8-8e34-3a96d4e32e60 HTTP/1.1" status: 204 len: 173 time: 1.1006503 Sep 13 01:23:14.412804 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fd09f1f1-7fce-4e1f-a64e-fba6094556ba req-bfe18bac-075b-4865-ba08-a4a5671da26a tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85de1ecb-9d12-49d4-b0cd-4631e36357d3 HTTP/1.1" status: 200 len: 210 time: 0.0333803 Sep 13 01:23:14.454445 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-f2148ef5-87d0-4fe9-8131-4b49e726f656 None None] Set router c7bf1ba1-fb53-439f-a802-38abd59ee8eb gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:23:14.660548 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36818) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:14.674010 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-f2148ef5-87d0-4fe9-8131-4b49e726f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:36Z', 'revision_number': 4, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'c3aaf124-1f05-4392-af9f-26deabc46728', 'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'tenant_id': '9056ec686513412a87c292387e25e870', 'mac_address': 'fa:16:3e:58:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:34Z', 'updated_at': '2022-09-13T01:18:52Z', 'revision_number': 5, 'project_id': '9056ec686513412a87c292387e25e870', 'subnets': [{'id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:14.702688 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2148ef5-87d0-4fe9-8131-4b49e726f656 None None] Checking router: c7bf1ba1-fb53-439f-a802-38abd59ee8eb for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:23:14.711399 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2148ef5-87d0-4fe9-8131-4b49e726f656 None None] Routers {'c7bf1ba1-fb53-439f-a802-38abd59ee8eb'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:23:14.712012 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-f2148ef5-87d0-4fe9-8131-4b49e726f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:23:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:14.720404 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d2c0a2c3-0b16-4836-b0dc-cbc26f85c638 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for security_group (64ac6563-a043-405a-9c29-a8aa4b2c4cd0), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:14.742748 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d2c0a2c3-0b16-4836-b0dc-cbc26f85c638 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for security_group (64ac6563-a043-405a-9c29-a8aa4b2c4cd0), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:14.745323 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85de1ecb-9d12-49d4-b0cd-4631e36357d3', 'name': 'network-vif-deleted', 'tag': 'fd07ce18-daad-47e8-8e34-3a96d4e32e60'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:23:14.748172 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db6c78e-9092-418a-9da6-9e8d409c831d" -d '{"events": [{"server_uuid": "85de1ecb-9d12-49d4-b0cd-4631e36357d3", "name": "network-vif-deleted", "tag": "fd07ce18-daad-47e8-8e34-3a96d4e32e60"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:23:14.787444 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da12a3e-f258-4456-8571-3e47f4cc237a x-openstack-request-id: req-5da12a3e-f258-4456-8571-3e47f4cc237a {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:23:14.787802 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85de1ecb-9d12-49d4-b0cd-4631e36357d3", "name": "network-vif-deleted", "tag": "fd07ce18-daad-47e8-8e34-3a96d4e32e60", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:23:14.788120 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5da12a3e-f258-4456-8571-3e47f4cc237a {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:23:14.788645 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da12a3e-f258-4456-8571-3e47f4cc237a'] response: {'server_uuid': '85de1ecb-9d12-49d4-b0cd-4631e36357d3', 'name': 'network-vif-deleted', 'tag': 'fd07ce18-daad-47e8-8e34-3a96d4e32e60', 'status': 'completed', 'code': 200} Sep 13 01:23:14.802043 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d2c0a2c3-0b16-4836-b0dc-cbc26f85c638 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (64ac6563-a043-405a-9c29-a8aa4b2c4cd0), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:14.804898 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d2c0a2c3-0b16-4836-b0dc-cbc26f85c638 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:14.806226 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-d2c0a2c3-0b16-4836-b0dc-cbc26f85c638 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/64ac6563-a043-405a-9c29-a8aa4b2c4cd0 HTTP/1.1" status: 204 len: 168 time: 0.1446459 Sep 13 01:23:14.809875 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36822) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:14.816489 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-f2148ef5-87d0-4fe9-8131-4b49e726f656 None None] Set router c7bf1ba1-fb53-439f-a802-38abd59ee8eb gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:23:14.817115 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0a2c3-0b16-4836-b0dc-cbc26f85c638 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ac6563-a043-405a-9c29-a8aa4b2c4cd0,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:14.824306 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.api.v2.resource [None req-9099521b-9ba3-4210-8f97-e42fd1f88a9d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] show failed (client error): The resource could not be found. Sep 13 01:23:14.826311 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-9099521b-9ba3-4210-8f97-e42fd1f88a9d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups/64ac6563-a043-405a-9c29-a8aa4b2c4cd0 HTTP/1.1" status: 404 len: 347 time: 0.0153203 Sep 13 01:23:14.828915 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36824) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:14.919508 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:14.940307 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-62df3b06-2b3e-4a9f-b850-3eead84e4dec tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Deleting port 9c1f65dd-34e9-4627-b1df-cac85146fa76 {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:23:14.940643 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-62df3b06-2b3e-4a9f-b850-3eead84e4dec tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (9c1f65dd-34e9-4627-b1df-cac85146fa76), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:15.004679 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-f2148ef5-87d0-4fe9-8131-4b49e726f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:36Z', 'revision_number': 4, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'c3aaf124-1f05-4392-af9f-26deabc46728', 'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'tenant_id': '9056ec686513412a87c292387e25e870', 'mac_address': 'fa:16:3e:58:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:34Z', 'updated_at': '2022-09-13T01:18:52Z', 'revision_number': 5, 'project_id': '9056ec686513412a87c292387e25e870', 'subnets': [{'id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:15.034762 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2148ef5-87d0-4fe9-8131-4b49e726f656 None None] The sync data for ids ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'] in dv-cinder-856941-3-iscsi is: [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:36Z', 'revision_number': 4, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'c3aaf124-1f05-4392-af9f-26deabc46728', 'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'tenant_id': '9056ec686513412a87c292387e25e870', 'mac_address': 'fa:16:3e:58:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:34Z', 'updated_at': '2022-09-13T01:18:52Z', 'revision_number': 5, 'project_id': '9056ec686513412a87c292387e25e870', 'subnets': [{'id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:23:15.039395 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-62df3b06-2b3e-4a9f-b850-3eead84e4dec tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (9c1f65dd-34e9-4627-b1df-cac85146fa76), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:15.039819 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-62df3b06-2b3e-4a9f-b850-3eead84e4dec tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for floatingip (9c1f65dd-34e9-4627-b1df-cac85146fa76), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:15.050750 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:15.061887 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-62df3b06-2b3e-4a9f-b850-3eead84e4dec tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Calling delete_port for 9c1f65dd-34e9-4627-b1df-cac85146fa76 owned by network:floatingip {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:23:15.067070 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7505a-60f1-4846-8aca-c441de2fcd91 req-acbc0d5f-ada0-4b1d-899f-6d25fb862ef0 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:15.068835 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1aa7505a-60f1-4846-8aca-c441de2fcd91 req-acbc0d5f-ada0-4b1d-899f-6d25fb862ef0 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0563416 Sep 13 01:23:15.135149 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1aa7505a-60f1-4846-8aca-c441de2fcd91 req-ff4932f8-f8ff-4add-9d5e-50427f3dbf0a tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600138 Sep 13 01:23:15.217397 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-62df3b06-2b3e-4a9f-b850-3eead84e4dec tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (9c1f65dd-34e9-4627-b1df-cac85146fa76), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:15.241372 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df3b06-2b3e-4a9f-b850-3eead84e4dec tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Pushing event deleted for resources: {'Port': ['ID=9c1f65dd-34e9-4627-b1df-cac85146fa76,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:15.302658 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592813f-a898-4f7c-9d60-ae2b08a23f11 None None] New status for floating IP 43ad432d-b2a3-4a68-9da0-62ec4a3a128f: DOWN {{(pid=106210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:23:15.311596 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-62df3b06-2b3e-4a9f-b850-3eead84e4dec tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks [] for floatingip (a02804e6-a6cd-46cb-b5cc-54e7136e9f25), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:15.313995 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-62df3b06-2b3e-4a9f-b850-3eead84e4dec tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:15.315150 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-62df3b06-2b3e-4a9f-b850-3eead84e4dec tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/a02804e6-a6cd-46cb-b5cc-54e7136e9f25 HTTP/1.1" status: 204 len: 168 time: 0.4853354 Sep 13 01:23:15.513120 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36836) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:15.570911 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c3a2880f-c86f-4650-bdf2-cc8c529cd39a tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group (43982cba-f599-4667-83c8-e58ae898f0b2), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:15.598975 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c3a2880f-c86f-4650-bdf2-cc8c529cd39a tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group (43982cba-f599-4667-83c8-e58ae898f0b2), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:15.647455 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c3a2880f-c86f-4650-bdf2-cc8c529cd39a tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (43982cba-f599-4667-83c8-e58ae898f0b2), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:15.650037 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c3a2880f-c86f-4650-bdf2-cc8c529cd39a tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:15.651211 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-c3a2880f-c86f-4650-bdf2-cc8c529cd39a tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/43982cba-f599-4667-83c8-e58ae898f0b2 HTTP/1.1" status: 204 len: 168 time: 0.1370819 Sep 13 01:23:15.654619 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36838) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:15.661467 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2880f-c86f-4650-bdf2-cc8c529cd39a tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43982cba-f599-4667-83c8-e58ae898f0b2,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:15.668484 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.api.v2.resource [None req-6371ec70-695e-4ca3-a75b-7cf4a8fcaec4 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] show failed (client error): The resource could not be found. Sep 13 01:23:15.674010 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-6371ec70-695e-4ca3-a75b-7cf4a8fcaec4 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups/43982cba-f599-4667-83c8-e58ae898f0b2 HTTP/1.1" status: 404 len: 347 time: 0.0179114 Sep 13 01:23:15.676903 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36840) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:15.784231 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-0c56c76c-690a-42bb-aaf2-7a3358bbf61c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Deleting port 8cefd033-80c1-42a1-be0b-1f7853423c64 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:23:15.784571 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0c56c76c-690a-42bb-aaf2-7a3358bbf61c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (8cefd033-80c1-42a1-be0b-1f7853423c64), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:15.857140 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0c56c76c-690a-42bb-aaf2-7a3358bbf61c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (8cefd033-80c1-42a1-be0b-1f7853423c64), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:15.857383 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0c56c76c-690a-42bb-aaf2-7a3358bbf61c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for floatingip (8cefd033-80c1-42a1-be0b-1f7853423c64), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:15.869448 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-0c56c76c-690a-42bb-aaf2-7a3358bbf61c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Calling delete_port for 8cefd033-80c1-42a1-be0b-1f7853423c64 owned by network:floatingip {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:23:15.980990 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:15.995469 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0c56c76c-690a-42bb-aaf2-7a3358bbf61c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (8cefd033-80c1-42a1-be0b-1f7853423c64), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:16.018115 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56c76c-690a-42bb-aaf2-7a3358bbf61c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Pushing event deleted for resources: {'Port': ['ID=8cefd033-80c1-42a1-be0b-1f7853423c64,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:16.044395 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0c56c76c-690a-42bb-aaf2-7a3358bbf61c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for floatingip (43ad432d-b2a3-4a68-9da0-62ec4a3a128f), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:16.046930 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0c56c76c-690a-42bb-aaf2-7a3358bbf61c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:16.048113 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-0c56c76c-690a-42bb-aaf2-7a3358bbf61c tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/43ad432d-b2a3-4a68-9da0-62ec4a3a128f HTTP/1.1" status: 204 len: 168 time: 0.3703151 Sep 13 01:23:16.130316 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36846) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:16.134838 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-aad4be23-fe53-4139-9127-d2deed046f56 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--682709078', 'description': 'tempest-description--1881675501'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:23:16.156137 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-aad4be23-fe53-4139-9127-d2deed046f56 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:16.252835 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-aad4be23-fe53-4139-9127-d2deed046f56 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group (e871c191-e787-4f8c-a2c5-33392f0379a8), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:16.258953 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-aad4be23-fe53-4139-9127-d2deed046f56 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (e871c191-e787-4f8c-a2c5-33392f0379a8), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:16.266048 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:16.285760 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8d3a9-dd17-43f4-8ec1-978c3f4d6120 req-8f5e0203-2548-4504-b5a3-385a233a0ad5 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:16.287230 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-bfe8d3a9-dd17-43f4-8ec1-978c3f4d6120 req-8f5e0203-2548-4504-b5a3-385a233a0ad5 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0749700 Sep 13 01:23:16.302931 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-aad4be23-fe53-4139-9127-d2deed046f56 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:16.304057 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-aad4be23-fe53-4139-9127-d2deed046f56 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1726630 Sep 13 01:23:16.307075 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36850) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:16.312148 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-eb89405e-eae5-421f-9622-c55cc7cbbb92 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Request body: {'security_group_rule': {'security_group_id': 'e871c191-e787-4f8c-a2c5-33392f0379a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:23:16.315101 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4be23-fe53-4139-9127-d2deed046f56 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e871c191-e787-4f8c-a2c5-33392f0379a8,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:16.340884 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-eb89405e-eae5-421f-9622-c55cc7cbbb92 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group_rule (f24235f8-a62e-42de-aac4-88259ebd37a1), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:16.357578 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-bfe8d3a9-dd17-43f4-8ec1-978c3f4d6120 req-8e23c041-8b75-4d34-944e-cc12b821df1b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574460 Sep 13 01:23:16.396296 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-eb89405e-eae5-421f-9622-c55cc7cbbb92 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group_rule (f24235f8-a62e-42de-aac4-88259ebd37a1), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:16.399555 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-eb89405e-eae5-421f-9622-c55cc7cbbb92 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (f24235f8-a62e-42de-aac4-88259ebd37a1), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:16.418895 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89405e-eae5-421f-9622-c55cc7cbbb92 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24235f8-a62e-42de-aac4-88259ebd37a1,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:16.426446 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-eb89405e-eae5-421f-9622-c55cc7cbbb92 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:16.427674 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-eb89405e-eae5-421f-9622-c55cc7cbbb92 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195858 Sep 13 01:23:16.430413 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36852) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:16.435384 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-2460d000-326a-4ec8-b01a-b63442ed24d5 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Request body: {'security_group_rule': {'security_group_id': 'e871c191-e787-4f8c-a2c5-33392f0379a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:23:16.463529 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2460d000-326a-4ec8-b01a-b63442ed24d5 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group_rule (a8c02026-020e-426f-b3d5-702bdbbf9668), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:16.500848 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:16.522146 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2460d000-326a-4ec8-b01a-b63442ed24d5 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group_rule (a8c02026-020e-426f-b3d5-702bdbbf9668), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:16.526460 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2460d000-326a-4ec8-b01a-b63442ed24d5 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (a8c02026-020e-426f-b3d5-702bdbbf9668), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:16.549272 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460d000-326a-4ec8-b01a-b63442ed24d5 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c02026-020e-426f-b3d5-702bdbbf9668,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:16.559796 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2460d000-326a-4ec8-b01a-b63442ed24d5 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:16.560997 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-2460d000-326a-4ec8-b01a-b63442ed24d5 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294310 Sep 13 01:23:16.564344 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36860) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:16.568691 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-bca75a04-1b66-47dc-9077-c72a314c9c5b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Request body: {'floatingip': {'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:23:16.591793 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-bca75a04-1b66-47dc-9077-c72a314c9c5b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:16.652187 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:16.675430 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-bca75a04-1b66-47dc-9077-c72a314c9c5b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:16.924092 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:17.016841 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-bca75a04-1b66-47dc-9077-c72a314c9c5b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Allocated IP 172.27.1.38 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/1b031948-bbd5-482f-97a6-63106d195f9d) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:23:17.118594 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-bca75a04-1b66-47dc-9077-c72a314c9c5b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for port (1b031948-bbd5-482f-97a6-63106d195f9d), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:17.149847 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-bca75a04-1b66-47dc-9077-c72a314c9c5b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (1b031948-bbd5-482f-97a6-63106d195f9d), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:17.185672 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca75a04-1b66-47dc-9077-c72a314c9c5b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:23:17.191926 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-bca75a04-1b66-47dc-9077-c72a314c9c5b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:23:17.195766 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca75a04-1b66-47dc-9077-c72a314c9c5b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:23:17.201335 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca75a04-1b66-47dc-9077-c72a314c9c5b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Pushing event updated for resources: {'Port': ['ID=1b031948-bbd5-482f-97a6-63106d195f9d,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:17.278773 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-bca75a04-1b66-47dc-9077-c72a314c9c5b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for floatingip (620954a2-13b6-4185-94b7-3450ba1b1d5c), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:17.317524 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-bca75a04-1b66-47dc-9077-c72a314c9c5b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (1b031948-bbd5-482f-97a6-63106d195f9d), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:17.363854 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device fd07ce18-daad-47e8-8e34-3a96d4e32e60 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:23:17.383453 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: fd07ce18-daad-47e8-8e34-3a96d4e32e60 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:23:17.383797 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device fd07ce18-daad-47e8-8e34-3a96d4e32e60 not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:23:17.440384 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:17.510032 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93484f-72ea-415a-a51f-32126f039e90 req-b6fde4e6-1b78-4f20-ab77-56efcf39bc86 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:17.511518 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fa93484f-72ea-415a-a51f-32126f039e90 req-b6fde4e6-1b78-4f20-ab77-56efcf39bc86 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0740945 Sep 13 01:23:17.514330 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-bca75a04-1b66-47dc-9077-c72a314c9c5b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for port (1b031948-bbd5-482f-97a6-63106d195f9d), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:17.523955 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-bca75a04-1b66-47dc-9077-c72a314c9c5b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128878304'] for port (1b031948-bbd5-482f-97a6-63106d195f9d), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:17.551115 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:17.617338 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca75a04-1b66-47dc-9077-c72a314c9c5b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Pushing event updated for resources: {'Port': ['ID=1b031948-bbd5-482f-97a6-63106d195f9d,revision_number=2']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:17.619698 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-bca75a04-1b66-47dc-9077-c72a314c9c5b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (620954a2-13b6-4185-94b7-3450ba1b1d5c), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:17.642001 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fa93484f-72ea-415a-a51f-32126f039e90 req-8847b16c-d27b-4bfb-8752-ab343beac54c tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240921 Sep 13 01:23:17.644899 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-bca75a04-1b66-47dc-9077-c72a314c9c5b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:17.656417 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-bca75a04-1b66-47dc-9077-c72a314c9c5b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0806222 Sep 13 01:23:17.835242 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd5c56-e87d-4ad9-bccc-733f0ddd2ad4 req-a2b477c8-e0b8-4980-9d2a-71e4ccbd3a2d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:17.836707 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-72dd5c56-e87d-4ad9-bccc-733f0ddd2ad4 req-a2b477c8-e0b8-4980-9d2a-71e4ccbd3a2d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0517962 Sep 13 01:23:17.852646 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-af0c2127-500f-4f26-97c3-2019ae032724 req-817857b1-af08-4626-9432-3d08c4010a84 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--682709078&fields=id&tenant_id=9056ec686513412a87c292387e25e870 HTTP/1.1" status: 200 len: 267 time: 0.0414984 Sep 13 01:23:17.883955 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-72dd5c56-e87d-4ad9-bccc-733f0ddd2ad4 req-8f0c1eaf-7c88-4705-b6f0-65768096faaf tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409551 Sep 13 01:23:17.957793 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c2127-500f-4f26-97c3-2019ae032724 req-9dd108ef-ef63-4851-a872-858245b77866 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:17.959241 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-af0c2127-500f-4f26-97c3-2019ae032724 req-9dd108ef-ef63-4851-a872-858245b77866 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/networks?id=bdb1d525-4a86-4d73-99d0-0254f6253a0a HTTP/1.1" status: 200 len: 810 time: 0.1001587 Sep 13 01:23:17.974769 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-af0c2127-500f-4f26-97c3-2019ae032724 req-8ccbb9a0-5fe0-4050-9fbd-ce7d3a2e0240 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/quotas/9056ec686513412a87c292387e25e870 HTTP/1.1" status: 200 len: 375 time: 0.0087090 Sep 13 01:23:18.022253 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-af0c2127-500f-4f26-97c3-2019ae032724 req-b7e4efb6-4df4-490b-9f47-ca181bafdf01 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9056ec686513412a87c292387e25e870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426488 Sep 13 01:23:18.117364 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-af0c2127-500f-4f26-97c3-2019ae032724 req-4e218c63-25e1-41bd-99ce-50a911157090 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840013 Sep 13 01:23:18.206340 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-af0c2127-500f-4f26-97c3-2019ae032724 req-7d583c4c-3614-4041-b8cc-05d9a051df0c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827708 Sep 13 01:23:18.364343 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b0b22a07-8d48-4b21-bf75-2e8563fd6a62 req-2a6edb7e-a94f-4d81-9b8e-009847712d3b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 210 time: 0.0279837 Sep 13 01:23:18.772907 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6acd6d-bf19-4543-86f3-c5dfc411e149 req-e3ddae5d-d61e-47da-b28f-be77184ba28d tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:18.774357 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3c6acd6d-bf19-4543-86f3-c5dfc411e149 req-e3ddae5d-d61e-47da-b28f-be77184ba28d tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0502102 Sep 13 01:23:18.822892 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3c6acd6d-bf19-4543-86f3-c5dfc411e149 req-f7f5afa6-1eed-426a-9b04-6822e749c810 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422320 Sep 13 01:23:19.003010 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf782a7c-14c9-42f0-900d-36440692fdc0 req-b6e12a2b-9062-4b16-8e76-097f5345774c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:19.004457 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-bf782a7c-14c9-42f0-900d-36440692fdc0 req-b6e12a2b-9062-4b16-8e76-097f5345774c tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0460021 Sep 13 01:23:19.054600 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-bf782a7c-14c9-42f0-900d-36440692fdc0 req-6624f597-5af8-4486-aa2c-97213bf2669a tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446651 Sep 13 01:23:19.312461 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:23:19.467137 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-61b68a93-666e-4033-b7a5-d789dda64eb1 req-975a7334-3d09-40eb-9c12-59d362cf8f26 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 210 time: 0.0277438 Sep 13 01:23:19.940720 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a1e9f-a692-44a3-8cb8-8d78becae136 req-f116cd2f-9d1e-46ce-92c5-d3cc1e3d210b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:19.942164 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4c8a1e9f-a692-44a3-8cb8-8d78becae136 req-f116cd2f-9d1e-46ce-92c5-d3cc1e3d210b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0467663 Sep 13 01:23:19.989338 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4c8a1e9f-a692-44a3-8cb8-8d78becae136 req-89951a5f-a4e3-4a52-b9c7-8afa9c649381 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417807 Sep 13 01:23:20.172147 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07556786-7a03-4e08-8320-81a3a3d635f6 req-12729211-6b3a-4518-a419-14432a5c4efc tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:20.173490 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-07556786-7a03-4e08-8320-81a3a3d635f6 req-12729211-6b3a-4518-a419-14432a5c4efc tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0456641 Sep 13 01:23:20.219013 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-07556786-7a03-4e08-8320-81a3a3d635f6 req-9478722d-0e73-4cc4-ad8b-54acdac6a209 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399225 Sep 13 01:23:20.491400 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60618513-6983-46dd-9f0f-d19781204766 req-17fc494f-a3ed-464c-99e7-4ddaf6775f97 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:20.492833 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-60618513-6983-46dd-9f0f-d19781204766 req-17fc494f-a3ed-464c-99e7-4ddaf6775f97 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 945 time: 0.0497222 Sep 13 01:23:20.530774 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:20.571293 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-13a17088-0266-4bdb-9938-11625ddfad16 req-5f64da62-c8f2-41f1-83ea-e38445560386 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 210 time: 0.0301702 Sep 13 01:23:20.606544 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-60618513-6983-46dd-9f0f-d19781204766 req-6c3ef7fe-3636-4dc6-acf1-51c0a5162a47 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Deleting port 1a2cf032-3cde-45a3-9e82-737d704d0b9f {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:23:20.607017 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-60618513-6983-46dd-9f0f-d19781204766 req-6c3ef7fe-3636-4dc6-acf1-51c0a5162a47 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (1a2cf032-3cde-45a3-9e82-737d704d0b9f), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:20.923769 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-60618513-6983-46dd-9f0f-d19781204766 req-6c3ef7fe-3636-4dc6-acf1-51c0a5162a47 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] For port 1a2cf032-3cde-45a3-9e82-737d704d0b9f, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1a2cf032-3cde-45a3-9e82-737d704d0b9f,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:20.924047 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-60618513-6983-46dd-9f0f-d19781204766 req-6c3ef7fe-3636-4dc6-acf1-51c0a5162a47 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (1a2cf032-3cde-45a3-9e82-737d704d0b9f), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:20.936450 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-60618513-6983-46dd-9f0f-d19781204766 req-6c3ef7fe-3636-4dc6-acf1-51c0a5162a47 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Calling delete_port for 1a2cf032-3cde-45a3-9e82-737d704d0b9f owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:23:20.983894 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:21.163406 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-60618513-6983-46dd-9f0f-d19781204766 req-6c3ef7fe-3636-4dc6-acf1-51c0a5162a47 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (1a2cf032-3cde-45a3-9e82-737d704d0b9f), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:21.175965 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['af4f2d52-b899-4598-a65e-5404eb758ac3', '1a2cf032-3cde-45a3-9e82-737d704d0b9f'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:23:21.186134 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945d61a-54e1-4844-8fa4-7742832a68e7 req-2bbeaab5-c310-482e-b9d3-17fea39b3e61 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:21.190172 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b945d61a-54e1-4844-8fa4-7742832a68e7 req-2bbeaab5-c310-482e-b9d3-17fea39b3e61 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.1158147 Sep 13 01:23:21.224479 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ef7fe-3636-4dc6-acf1-51c0a5162a47 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Pushing event deleted for resources: {'Port': ['ID=1a2cf032-3cde-45a3-9e82-737d704d0b9f,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:21.313575 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c2127-500f-4f26-97c3-2019ae032724 req-eac35c65-0d62-4096-984b-ccc00a1cf540 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:21.315057 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-af0c2127-500f-4f26-97c3-2019ae032724 req-eac35c65-0d62-4096-984b-ccc00a1cf540 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.25 "GET /networking/v2.0/networks?id=bdb1d525-4a86-4d73-99d0-0254f6253a0a HTTP/1.1" status: 200 len: 810 time: 0.2733629 Sep 13 01:23:21.318235 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-60618513-6983-46dd-9f0f-d19781204766 req-6c3ef7fe-3636-4dc6-acf1-51c0a5162a47 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] No DVR routers for this DVR port 1a2cf032-3cde-45a3-9e82-737d704d0b9f on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:23:21.322917 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-60618513-6983-46dd-9f0f-d19781204766 req-6c3ef7fe-3636-4dc6-acf1-51c0a5162a47 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:21.326591 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-60618513-6983-46dd-9f0f-d19781204766 req-6c3ef7fe-3636-4dc6-acf1-51c0a5162a47 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.25 "DELETE /networking/v2.0/ports/1a2cf032-3cde-45a3-9e82-737d704d0b9f HTTP/1.1" status: 204 len: 173 time: 0.8285515 Sep 13 01:23:21.327133 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e628b0a-c70b-4c2b-b98e-339abc492871', 'name': 'network-vif-deleted', 'tag': '1a2cf032-3cde-45a3-9e82-737d704d0b9f'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:23:21.329349 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b4eb25-3365-4133-890c-c2cc25c2d989" -d '{"events": [{"server_uuid": "2e628b0a-c70b-4c2b-b98e-339abc492871", "name": "network-vif-deleted", "tag": "1a2cf032-3cde-45a3-9e82-737d704d0b9f"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:23:21.334306 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-629fe524-a28f-42dc-8ebc-9fdb479925c5 req-9876296a-1b15-44a0-967e-34a1c0275102 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e628b0a-c70b-4c2b-b98e-339abc492871 HTTP/1.1" status: 200 len: 210 time: 0.0320635 Sep 13 01:23:21.363871 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b945d61a-54e1-4844-8fa4-7742832a68e7 req-efbee7bb-b99d-4ac8-9073-38f374ea4fad tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494498 Sep 13 01:23:21.399026 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106ab582-44d6-49bd-bd2a-ebb3d73d9c68 x-openstack-request-id: req-106ab582-44d6-49bd-bd2a-ebb3d73d9c68 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:23:21.399320 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e628b0a-c70b-4c2b-b98e-339abc492871", "name": "network-vif-deleted", "tag": "1a2cf032-3cde-45a3-9e82-737d704d0b9f", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:23:21.399568 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-106ab582-44d6-49bd-bd2a-ebb3d73d9c68 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:23:21.399964 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106ab582-44d6-49bd-bd2a-ebb3d73d9c68'] response: {'server_uuid': '2e628b0a-c70b-4c2b-b98e-339abc492871', 'name': 'network-vif-deleted', 'tag': '1a2cf032-3cde-45a3-9e82-737d704d0b9f', 'status': 'completed', 'code': 200} Sep 13 01:23:21.410553 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-af0c2127-500f-4f26-97c3-2019ae032724 req-f73ab80a-4fe3-4fcf-aafb-07807b968f75 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9056ec686513412a87c292387e25e870 HTTP/1.1" status: 200 len: 379 time: 0.0718901 Sep 13 01:23:21.423770 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-af0c2127-500f-4f26-97c3-2019ae032724 req-9f6d72b4-a017-44c4-8dbc-13917b1d62be tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Request body: {'port': {'device_id': 'ad33c0aa-a0d0-423b-a979-7e448b85cf2a', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'admin_state_up': True, 'tenant_id': '9056ec686513412a87c292387e25e870', 'security_groups': ['e871c191-e787-4f8c-a2c5-33392f0379a8']}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:23:21.539950 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0c2127-500f-4f26-97c3-2019ae032724 req-9f6d72b4-a017-44c4-8dbc-13917b1d62be tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Made reservation on behalf of 9056ec686513412a87c292387e25e870 for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:23:21.544353 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-af0c2127-500f-4f26-97c3-2019ae032724 req-9f6d72b4-a017-44c4-8dbc-13917b1d62be tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:21.714013 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-17fbed04-c175-4d64-8f02-abdf1fcd612f req-f6457310-2e6f-4be0-a09e-20228f4511ea tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 210 time: 0.0372863 Sep 13 01:23:21.742394 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-af0c2127-500f-4f26-97c3-2019ae032724 req-9f6d72b4-a017-44c4-8dbc-13917b1d62be tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Allocated IP 172.20.0.14 (bdb1d525-4a86-4d73-99d0-0254f6253a0a/4e6dbcd3-8686-4d4b-89a7-314bf35476d1/6a0f0882-0ddc-43dd-a35a-31a905ab84e6) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:23:21.846787 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:21.859485 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:21.894201 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-af0c2127-500f-4f26-97c3-2019ae032724 req-9f6d72b4-a017-44c4-8dbc-13917b1d62be tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for port (6a0f0882-0ddc-43dd-a35a-31a905ab84e6), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:21.926487 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-af0c2127-500f-4f26-97c3-2019ae032724 req-9f6d72b4-a017-44c4-8dbc-13917b1d62be tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (6a0f0882-0ddc-43dd-a35a-31a905ab84e6), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:21.966427 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0c2127-500f-4f26-97c3-2019ae032724 req-9f6d72b4-a017-44c4-8dbc-13917b1d62be tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Network bdb1d525-4a86-4d73-99d0-0254f6253a0a is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:23:21.971516 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-af0c2127-500f-4f26-97c3-2019ae032724 req-9f6d72b4-a017-44c4-8dbc-13917b1d62be tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:23:21.975369 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0c2127-500f-4f26-97c3-2019ae032724 req-9f6d72b4-a017-44c4-8dbc-13917b1d62be tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:23:21.979757 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c2127-500f-4f26-97c3-2019ae032724 req-9f6d72b4-a017-44c4-8dbc-13917b1d62be tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:21.980918 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-af0c2127-500f-4f26-97c3-2019ae032724 req-9f6d72b4-a017-44c4-8dbc-13917b1d62be tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:21.994148 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d72b4-a017-44c4-8dbc-13917b1d62be tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Pushing event updated for resources: {'Port': ['ID=6a0f0882-0ddc-43dd-a35a-31a905ab84e6,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:22.004332 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-af0c2127-500f-4f26-97c3-2019ae032724 req-9f6d72b4-a017-44c4-8dbc-13917b1d62be tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5843363 Sep 13 01:23:22.016812 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Request body: {'port': {'device_id': 'ad33c0aa-a0d0-423b-a979-7e448b85cf2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:23:22.085540 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6a0f0882-0ddc-43dd-a35a-31a905ab84e6), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:22.242713 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-b117ba05-c5b0-4974-a678-3dbb714cc2b4 None None] Provisioning complete for port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:23:22.243331 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b117ba05-c5b0-4974-a678-3dbb714cc2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (6a0f0882-0ddc-43dd-a35a-31a905ab84e6), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:22.280852 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-b117ba05-c5b0-4974-a678-3dbb714cc2b4 None None] Port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:23:22.363820 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:23:22.372479 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Publish callbacks [] for port (6a0f0882-0ddc-43dd-a35a-31a905ab84e6), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:22.385533 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Transition to ACTIVE for port object 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:23:22.390192 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6a0f0882-0ddc-43dd-a35a-31a905ab84e6), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:22.465614 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Pushing event updated for resources: {'Port': ['ID=6a0f0882-0ddc-43dd-a35a-31a905ab84e6,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:22.483552 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Attempting to bind port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:23:22.484472 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Attempting to bind port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:23:22.484472 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Attempting to bind port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 on network bdb1d525-4a86-4d73-99d0-0254f6253a0a {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:23:22.548680 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084057cb-c434-4e59-acf8-da7d11ac7fa4 req-02dc90e2-e549-4754-80d5-99695a3af6a4 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:22.550224 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-084057cb-c434-4e59-acf8-da7d11ac7fa4 req-02dc90e2-e549-4754-80d5-99695a3af6a4 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0820260 Sep 13 01:23:22.583171 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 on network bdb1d525-4a86-4d73-99d0-0254f6253a0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:23:22.583506 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Attempting to bind port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 on network bdb1d525-4a86-4d73-99d0-0254f6253a0a {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:23:22.650300 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-084057cb-c434-4e59-acf8-da7d11ac7fa4 req-19dd1e91-b1f3-45a1-a87a-5923a54364b2 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907207 Sep 13 01:23:22.656735 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:23:22.657075 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Checking segment: {'id': 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:23:22.657458 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Bound using segment: {'id': 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:23:22.657894 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Bound port: 6a0f0882-0ddc-43dd-a35a-31a905ab84e6, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:23:22.658250 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6a0f0882-0ddc-43dd-a35a-31a905ab84e6), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:22.675284 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dee1d-e993-4bde-a4f3-483e89ec7828 req-601d2b5b-c1c9-45dc-b802-85a3ce476f5d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:22.675284 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6a6dee1d-e993-4bde-a4f3-483e89ec7828 req-601d2b5b-c1c9-45dc-b802-85a3ce476f5d tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.0521724 Sep 13 01:23:22.675829 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:22.695807 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:22.717564 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6a6dee1d-e993-4bde-a4f3-483e89ec7828 req-9f06c1d2-85ad-464a-a481-919fd5a33144 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460119 Sep 13 01:23:22.723964 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] For port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:23:22.727176 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] For port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=6a0f0882-0ddc-43dd-a35a-31a905ab84e6,segment=NetworkSegment(f8fd0802-c0e8-4826-a2fb-77bcbd9b8173),segment_id=f8fd0802-c0e8-4826-a2fb-77bcbd9b8173)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:23:22.733180 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6a0f0882-0ddc-43dd-a35a-31a905ab84e6), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:22.755374 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:22.755983 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:22.757358 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-af0c2127-500f-4f26-97c3-2019ae032724 req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/6a0f0882-0ddc-43dd-a35a-31a905ab84e6 HTTP/1.1" status: 200 len: 1094 time: 0.7448907 Sep 13 01:23:22.784426 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e1507-f55d-4b10-803b-5f2b947ec41f service neutron] Pushing event updated for resources: {'Port': ['ID=6a0f0882-0ddc-43dd-a35a-31a905ab84e6,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:22.857074 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf60e7e-ce67-4bf5-9ee5-77a6760ce21e req-d3e4fe7a-743d-4d7c-ac3e-8148b40a93ac tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:22.858436 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ddf60e7e-ce67-4bf5-9ee5-77a6760ce21e req-d3e4fe7a-743d-4d7c-ac3e-8148b40a93ac tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 944 time: 0.0532072 Sep 13 01:23:22.904286 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ddf60e7e-ce67-4bf5-9ee5-77a6760ce21e req-7ce38c46-99aa-426e-93d0-a8d40de355ef tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e871c191-e787-4f8c-a2c5-33392f0379a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402296 Sep 13 01:23:23.401261 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad33c0aa-a0d0-423b-a979-7e448b85cf2a', 'tag': '6a0f0882-0ddc-43dd-a35a-31a905ab84e6'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:23:23.404167 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8ec692-3ba8-487c-8bba-be8c1861660c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad33c0aa-a0d0-423b-a979-7e448b85cf2a", "tag": "6a0f0882-0ddc-43dd-a35a-31a905ab84e6"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:23:23.440332 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d90ab5-4bc8-450a-810e-c804a85a36f3 x-openstack-request-id: req-80d90ab5-4bc8-450a-810e-c804a85a36f3 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:23:23.440622 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad33c0aa-a0d0-423b-a979-7e448b85cf2a", "tag": "6a0f0882-0ddc-43dd-a35a-31a905ab84e6", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:23:23.441003 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80d90ab5-4bc8-450a-810e-c804a85a36f3 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:23:23.441276 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80d90ab5-4bc8-450a-810e-c804a85a36f3'] response: {'name': 'network-changed', 'server_uuid': 'ad33c0aa-a0d0-423b-a979-7e448b85cf2a', 'tag': '6a0f0882-0ddc-43dd-a35a-31a905ab84e6', 'status': 'completed', 'code': 200} Sep 13 01:23:23.522108 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 1a2cf032-3cde-45a3-9e82-737d704d0b9f no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:23:23.541002 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: 1a2cf032-3cde-45a3-9e82-737d704d0b9f {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:23:23.541341 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 1a2cf032-3cde-45a3-9e82-737d704d0b9f not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:23:23.772533 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894329d-423d-4d69-963d-dc0df65abf41 req-60c6c635-64bf-4d8c-90fd-2ce22663a0dc tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:23.774006 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1894329d-423d-4d69-963d-dc0df65abf41 req-60c6c635-64bf-4d8c-90fd-2ce22663a0dc tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0454729 Sep 13 01:23:23.824780 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1894329d-423d-4d69-963d-dc0df65abf41 req-d6cb0d67-653f-46f0-a5fe-e0547205e9f9 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439291 Sep 13 01:23:23.842952 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafde42c-32c0-46d7-a3a8-ddcd9ecc2e3f req-c42f251c-7d29-441f-a691-446aa059980e tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:23.844422 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-aafde42c-32c0-46d7-a3a8-ddcd9ecc2e3f req-c42f251c-7d29-441f-a691-446aa059980e tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.0472095 Sep 13 01:23:23.890812 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-aafde42c-32c0-46d7-a3a8-ddcd9ecc2e3f req-ea164106-3879-4648-9f72-8ced0c072ff6 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Sep 13 01:23:24.021196 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a1bb3-3b4d-4bf9-b867-17c8df01ed58 req-4e8de9d9-ad3f-4185-95e4-a3faf769ea5e tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:24.022653 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-628a1bb3-3b4d-4bf9-b867-17c8df01ed58 req-4e8de9d9-ad3f-4185-95e4-a3faf769ea5e tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 944 time: 0.0463808 Sep 13 01:23:24.071972 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-628a1bb3-3b4d-4bf9-b867-17c8df01ed58 req-2bc90f6a-abb8-4d97-b3bd-2b5110aa2c01 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e871c191-e787-4f8c-a2c5-33392f0379a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435863 Sep 13 01:23:24.947684 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031a06c-39e0-4745-9de2-1d18f643c69d req-d004ccb8-0d2c-4a80-87b0-929bc796a2df tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:24.949674 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0031a06c-39e0-4745-9de2-1d18f643c69d req-d004ccb8-0d2c-4a80-87b0-929bc796a2df tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0509300 Sep 13 01:23:24.998593 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0031a06c-39e0-4745-9de2-1d18f643c69d req-468cb855-e358-4914-b058-4c0b504f3d6a tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438435 Sep 13 01:23:25.009636 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807cdb3-438b-4ad5-9eb1-597853d8156f req-10ed024e-a30c-4bec-8856-7c1d1fe505c7 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:25.011131 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c807cdb3-438b-4ad5-9eb1-597853d8156f req-10ed024e-a30c-4bec-8856-7c1d1fe505c7 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.0456650 Sep 13 01:23:25.057281 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c807cdb3-438b-4ad5-9eb1-597853d8156f req-3ffecca0-59f2-4a28-871e-7468caef32fb tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406461 Sep 13 01:23:25.189212 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4f482-6639-4b0d-8025-77bd5d631d68 req-845b796d-bd21-4bfe-b04d-04e70b0f4dae tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:25.190656 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c4a4f482-6639-4b0d-8025-77bd5d631d68 req-845b796d-bd21-4bfe-b04d-04e70b0f4dae tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 944 time: 0.0458660 Sep 13 01:23:25.236452 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c4a4f482-6639-4b0d-8025-77bd5d631d68 req-9c12d2b9-fd4b-4a91-93e2-239137b757fb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e871c191-e787-4f8c-a2c5-33392f0379a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403237 Sep 13 01:23:26.003522 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ec692-3ba8-487c-8bba-be8c1861660c req-d9745bc4-063f-4b0b-af92-3ec6456e7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:26.004990 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6e8ec692-3ba8-487c-8bba-be8c1861660c req-d9745bc4-063f-4b0b-af92-3ec6456e7ab9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9056ec686513412a87c292387e25e870&device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 1128 time: 0.0702844 Sep 13 01:23:26.005986 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d0610-8ab2-4a68-96be-a7db6361794d req-0773c4c0-e1ae-447a-87bc-9f966a982aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:26.007309 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f61d0610-8ab2-4a68-96be-a7db6361794d req-0773c4c0-e1ae-447a-87bc-9f966a982aad service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=de31bd722d4f419d9269b519af7f793a&device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 1129 time: 0.0746007 Sep 13 01:23:26.176598 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb3b67-46b4-4fd3-b04f-ca3964e17b6b req-eecf7b05-1b51-4fc0-94e8-ebfdbad65957 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:26.178065 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-adcb3b67-46b4-4fd3-b04f-ca3964e17b6b req-eecf7b05-1b51-4fc0-94e8-ebfdbad65957 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.0457854 Sep 13 01:23:26.197559 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d96ca-7f93-4cc0-8320-d31aa4040972 req-85d004ad-1b06-4e91-9c99-360d29db4121 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:26.199025 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a62d96ca-7f93-4cc0-8320-d31aa4040972 req-85d004ad-1b06-4e91-9c99-360d29db4121 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 946 time: 0.1566358 Sep 13 01:23:26.204250 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:26.231463 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-adcb3b67-46b4-4fd3-b04f-ca3964e17b6b req-8dbfb581-78a3-45e1-b1ab-7461734ffb99 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=82b6d902-b5a3-4cd4-af05-d2a954ea1197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465398 Sep 13 01:23:26.259635 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351acc9-2025-4523-93e1-b7308bf6ac09 req-c40b92f9-6a66-4689-9413-e8350f1afcae tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:26.260979 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0351acc9-2025-4523-93e1-b7308bf6ac09 req-c40b92f9-6a66-4689-9413-e8350f1afcae tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.1681912 Sep 13 01:23:26.354928 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d0610-8ab2-4a68-96be-a7db6361794d req-0f0001d5-e98b-4b8f-9964-b7908e20202e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:26.356183 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef49de-8ce3-4118-ba71-a7a10fe42d52 req-b14989a6-df65-481c-91be-00080e8f49fe tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:26.356414 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f61d0610-8ab2-4a68-96be-a7db6361794d req-0f0001d5-e98b-4b8f-9964-b7908e20202e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1634575b-a8d8-4151-84aa-e1e4cfa1c8bc HTTP/1.1" status: 200 len: 909 time: 0.3125675 Sep 13 01:23:26.357643 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6aef49de-8ce3-4118-ba71-a7a10fe42d52 req-b14989a6-df65-481c-91be-00080e8f49fe tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 944 time: 0.0461209 Sep 13 01:23:26.362748 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ec692-3ba8-487c-8bba-be8c1861660c req-011f5da8-7509-4cf0-a5bb-9335c967f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:26.364188 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6e8ec692-3ba8-487c-8bba-be8c1861660c req-011f5da8-7509-4cf0-a5bb-9335c967f0f0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=9056ec686513412a87c292387e25e870&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3297484 Sep 13 01:23:26.406923 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6aef49de-8ce3-4118-ba71-a7a10fe42d52 req-7cb93a1d-fd72-4448-b02c-da8c271dc0d4 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e871c191-e787-4f8c-a2c5-33392f0379a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433338 Sep 13 01:23:26.441536 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-a62d96ca-7f93-4cc0-8320-d31aa4040972 req-6316789a-fc22-4cff-88e9-9b8367dc7f20 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Deleting port af4f2d52-b899-4598-a65e-5404eb758ac3 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:23:26.441878 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a62d96ca-7f93-4cc0-8320-d31aa4040972 req-6316789a-fc22-4cff-88e9-9b8367dc7f20 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (af4f2d52-b899-4598-a65e-5404eb758ac3), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:26.453040 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:26.453623 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:26.526292 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0351acc9-2025-4523-93e1-b7308bf6ac09 req-849886a9-0b2f-4ea4-8d80-44f7e7ef645c tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572296 Sep 13 01:23:26.549868 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f61d0610-8ab2-4a68-96be-a7db6361794d req-ee3bdd53-1fe9-4076-89e2-abc9785b994d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4858902-df62-4017-b106-503915275745 HTTP/1.1" status: 200 len: 1001 time: 0.1810398 Sep 13 01:23:26.652303 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ec692-3ba8-487c-8bba-be8c1861660c req-6800ec1c-ab08-4e8a-b7c0-5abf89eb57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:26.653742 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6e8ec692-3ba8-487c-8bba-be8c1861660c req-6800ec1c-ab08-4e8a-b7c0-5abf89eb57ec service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2787988 Sep 13 01:23:26.657196 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-a62d96ca-7f93-4cc0-8320-d31aa4040972 req-6316789a-fc22-4cff-88e9-9b8367dc7f20 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] For port af4f2d52-b899-4598-a65e-5404eb758ac3, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=af4f2d52-b899-4598-a65e-5404eb758ac3,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:26.657557 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a62d96ca-7f93-4cc0-8320-d31aa4040972 req-6316789a-fc22-4cff-88e9-9b8367dc7f20 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (af4f2d52-b899-4598-a65e-5404eb758ac3), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:26.661131 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d0610-8ab2-4a68-96be-a7db6361794d req-c3d122bf-c086-4d6c-9ec0-cd5991d38146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:26.662489 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f61d0610-8ab2-4a68-96be-a7db6361794d req-c3d122bf-c086-4d6c-9ec0-cd5991d38146 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=976008db-e6b1-447d-85c8-de5490233f11 HTTP/1.1" status: 200 len: 847 time: 0.1020715 Sep 13 01:23:26.682523 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-a62d96ca-7f93-4cc0-8320-d31aa4040972 req-6316789a-fc22-4cff-88e9-9b8367dc7f20 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Calling delete_port for af4f2d52-b899-4598-a65e-5404eb758ac3 owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:23:26.745916 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d0610-8ab2-4a68-96be-a7db6361794d req-dd463b6f-59e4-49dc-9032-9035b55baa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:26.747933 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f61d0610-8ab2-4a68-96be-a7db6361794d req-dd463b6f-59e4-49dc-9032-9035b55baa5d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1634575b-a8d8-4151-84aa-e1e4cfa1c8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777967 Sep 13 01:23:26.788977 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c2127-500f-4f26-97c3-2019ae032724 req-f2bf2a1d-a350-4eb2-b860-f0cfe3a5db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:26.790249 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-af0c2127-500f-4f26-97c3-2019ae032724 req-f2bf2a1d-a350-4eb2-b860-f0cfe3a5db8c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9056ec686513412a87c292387e25e870&device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 1128 time: 0.0908244 Sep 13 01:23:26.865732 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-af0c2127-500f-4f26-97c3-2019ae032724 req-318c0e91-8f2e-4767-af7c-e988fda585e4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a0f0882-0ddc-43dd-a35a-31a905ab84e6 HTTP/1.1" status: 200 len: 217 time: 0.0644200 Sep 13 01:23:27.184705 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f61d0610-8ab2-4a68-96be-a7db6361794d req-cf38d548-b7b5-4188-92e4-ef555e6527ae service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1634575b-a8d8-4151-84aa-e1e4cfa1c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074790 Sep 13 01:23:27.193976 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c2127-500f-4f26-97c3-2019ae032724 req-38219c27-4868-4ce0-84cd-ba348ff4283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:27.195340 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-af0c2127-500f-4f26-97c3-2019ae032724 req-38219c27-4868-4ce0-84cd-ba348ff4283e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e6dbcd3-8686-4d4b-89a7-314bf35476d1 HTTP/1.1" status: 200 len: 849 time: 0.3204813 Sep 13 01:23:27.316153 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c2127-500f-4f26-97c3-2019ae032724 req-72cbda9b-8f69-4d3c-9a9e-96115edc608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:27.317618 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-af0c2127-500f-4f26-97c3-2019ae032724 req-72cbda9b-8f69-4d3c-9a9e-96115edc608d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdb1d525-4a86-4d73-99d0-0254f6253a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0980246 Sep 13 01:23:27.322110 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a62d96ca-7f93-4cc0-8320-d31aa4040972 req-6316789a-fc22-4cff-88e9-9b8367dc7f20 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (af4f2d52-b899-4598-a65e-5404eb758ac3), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:27.334362 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['af4f2d52-b899-4598-a65e-5404eb758ac3'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:23:27.341416 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-64c672d8-d109-47dd-8c0b-4ce90bd95e0f req-6698251d-902d-4220-908f-7d1e8bc362f7 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 210 time: 0.0338762 Sep 13 01:23:27.377962 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316789a-fc22-4cff-88e9-9b8367dc7f20 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Pushing event deleted for resources: {'Port': ['ID=af4f2d52-b899-4598-a65e-5404eb758ac3,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:27.443410 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f61d0610-8ab2-4a68-96be-a7db6361794d req-3123188f-a9ab-41b9-adae-84f0e8e9fbb2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1634575b-a8d8-4151-84aa-e1e4cfa1c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509556 Sep 13 01:23:27.447464 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:27.473900 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62d96ca-7f93-4cc0-8320-d31aa4040972 req-6316789a-fc22-4cff-88e9-9b8367dc7f20 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] No DVR routers for this DVR port af4f2d52-b899-4598-a65e-5404eb758ac3 on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:23:27.478093 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a62d96ca-7f93-4cc0-8320-d31aa4040972 req-6316789a-fc22-4cff-88e9-9b8367dc7f20 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:27.481294 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a62d96ca-7f93-4cc0-8320-d31aa4040972 req-6316789a-fc22-4cff-88e9-9b8367dc7f20 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.25 "DELETE /networking/v2.0/ports/af4f2d52-b899-4598-a65e-5404eb758ac3 HTTP/1.1" status: 204 len: 173 time: 1.2644365 Sep 13 01:23:27.481764 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0091ed80-cb3c-4dce-b54c-48989fb19e7b', 'name': 'network-vif-deleted', 'tag': 'af4f2d52-b899-4598-a65e-5404eb758ac3'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:23:27.483999 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370ef13d-3a64-41fb-a4eb-9d2d03293eb6" -d '{"events": [{"server_uuid": "0091ed80-cb3c-4dce-b54c-48989fb19e7b", "name": "network-vif-deleted", "tag": "af4f2d52-b899-4598-a65e-5404eb758ac3"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:23:27.532709 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3210590-1c8c-4a43-ab92-ab86bc3ab521 x-openstack-request-id: req-e3210590-1c8c-4a43-ab92-ab86bc3ab521 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:23:27.532999 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0091ed80-cb3c-4dce-b54c-48989fb19e7b", "name": "network-vif-deleted", "tag": "af4f2d52-b899-4598-a65e-5404eb758ac3", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:23:27.533244 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3210590-1c8c-4a43-ab92-ab86bc3ab521 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:23:27.533642 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3210590-1c8c-4a43-ab92-ab86bc3ab521'] response: {'server_uuid': '0091ed80-cb3c-4dce-b54c-48989fb19e7b', 'name': 'network-vif-deleted', 'tag': 'af4f2d52-b899-4598-a65e-5404eb758ac3', 'status': 'completed', 'code': 200} Sep 13 01:23:27.539401 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-af0c2127-500f-4f26-97c3-2019ae032724 req-87238e1b-d92d-4872-8685-62b3b2c85bd0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120919 Sep 13 01:23:27.553837 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e90f38-41ad-49d7-ad62-dc487fea43b3 req-18f0db2d-503a-4f23-a1a3-59dac1bb175f tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:27.555260 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-00e90f38-41ad-49d7-ad62-dc487fea43b3 req-18f0db2d-503a-4f23-a1a3-59dac1bb175f tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 944 time: 0.0622272 Sep 13 01:23:27.594066 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:27.670244 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f662a-b435-48c9-a0a8-4c8f400a4623 req-64a94059-3e3f-4bb8-bb4e-8158af017bf2 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:27.671678 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c80f662a-b435-48c9-a0a8-4c8f400a4623 req-64a94059-3e3f-4bb8-bb4e-8158af017bf2 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0473835 Sep 13 01:23:27.671925 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-00e90f38-41ad-49d7-ad62-dc487fea43b3 req-c6e1f916-caf1-4eb5-b4e6-02a41ebe9f10 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e871c191-e787-4f8c-a2c5-33392f0379a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107879 Sep 13 01:23:27.709239 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-af0c2127-500f-4f26-97c3-2019ae032724 req-fd4bb814-a2d0-4d98-b90f-a191471cc010 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272020 Sep 13 01:23:27.733413 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c80f662a-b435-48c9-a0a8-4c8f400a4623 req-20d42a94-6abf-49ef-b9ee-9060b289d214 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492351 Sep 13 01:23:28.453995 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-25ea1d20-c36d-47cd-b604-f642be623009 req-8d3bba02-3af8-4663-b82d-14e9d98a6485 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 210 time: 0.0308177 Sep 13 01:23:28.793894 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00151255-3cd2-45cd-9ee1-147e6e1a0cd2 req-a8f09d88-bd86-48be-93aa-bbf62ddbcb95 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:28.795456 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-00151255-3cd2-45cd-9ee1-147e6e1a0cd2 req-a8f09d88-bd86-48be-93aa-bbf62ddbcb95 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 944 time: 0.0484607 Sep 13 01:23:28.806749 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:28.845350 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-00151255-3cd2-45cd-9ee1-147e6e1a0cd2 req-6648916d-a2a5-4bb8-a345-12f44fc20fdc tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e871c191-e787-4f8c-a2c5-33392f0379a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441904 Sep 13 01:23:28.851962 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b151cbe-67c6-4215-a4bb-ba8423590802 req-a7c36132-6b8b-4cd1-9752-8da1bb424752 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:28.853408 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4b151cbe-67c6-4215-a4bb-ba8423590802 req-a7c36132-6b8b-4cd1-9752-8da1bb424752 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0465200 Sep 13 01:23:28.901925 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4b151cbe-67c6-4215-a4bb-ba8423590802 req-e8007586-d2c4-40b5-aa77-cbb46ec1d84d tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423059 Sep 13 01:23:29.522413 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device af4f2d52-b899-4598-a65e-5404eb758ac3 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:23:29.545460 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: af4f2d52-b899-4598-a65e-5404eb758ac3 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:23:29.545799 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device af4f2d52-b899-4598-a65e-5404eb758ac3 not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:23:29.571445 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c4f30e4d-2110-46a9-bbde-39649698f5f5 req-9a231702-6506-40b1-8827-7deb39d28bc3 tempest-ServerRescueNegativeTestJSON-293179200 tempest-ServerRescueNegativeTestJSON-293179200-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0091ed80-cb3c-4dce-b54c-48989fb19e7b HTTP/1.1" status: 200 len: 210 time: 0.0289686 Sep 13 01:23:29.915912 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3400c854-47c2-452f-8109-9c6cf6f5cd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:29.991059 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1bf92-06ad-483c-8073-2da122304a88 req-42399853-0c07-4091-b964-0cf045db2453 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:29.999442 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1bd1bf92-06ad-483c-8073-2da122304a88 req-42399853-0c07-4091-b964-0cf045db2453 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 944 time: 0.0717726 Sep 13 01:23:30.046800 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecdb3d-99d2-4648-8b10-af269d7cf892 req-894d1638-7fa4-4a26-b961-809e4ee1a748 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:30.048663 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fdecdb3d-99d2-4648-8b10-af269d7cf892 req-894d1638-7fa4-4a26-b961-809e4ee1a748 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0581138 Sep 13 01:23:30.051538 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1bd1bf92-06ad-483c-8073-2da122304a88 req-c188ad5d-7a40-45c3-833c-8095711ab9aa tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e871c191-e787-4f8c-a2c5-33392f0379a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510657 Sep 13 01:23:30.104798 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fdecdb3d-99d2-4648-8b10-af269d7cf892 req-b4b24300-1564-456b-a7c4-42240698d384 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453298 Sep 13 01:23:30.641362 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 36974) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:31.019705 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5689a7e6-b3b2-47ad-a506-e02798b56d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609695'] for router_interface (e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:31.229553 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce575f69-711c-462d-a8db-444cf292d020 req-3273373e-e04a-42da-8290-9c3df128a5d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:31.231200 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ce575f69-711c-462d-a8db-444cf292d020 req-3273373e-e04a-42da-8290-9c3df128a5d6 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0503559 Sep 13 01:23:31.261931 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865d2eb-7e8c-4c16-91ab-7b48f357a3c3 req-cb19d491-bfd7-44a7-9efe-f015d1cad231 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:31.263514 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6865d2eb-7e8c-4c16-91ab-7b48f357a3c3 req-cb19d491-bfd7-44a7-9efe-f015d1cad231 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 944 time: 0.1288347 Sep 13 01:23:31.280650 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ce575f69-711c-462d-a8db-444cf292d020 req-a79f5608-55c4-4376-99ed-b48f2259d35a tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437965 Sep 13 01:23:31.292735 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:31.363155 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6865d2eb-7e8c-4c16-91ab-7b48f357a3c3 req-af37e823-f7cb-4ace-baca-97b34b233123 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e871c191-e787-4f8c-a2c5-33392f0379a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925860 Sep 13 01:23:31.368486 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-5689a7e6-b3b2-47ad-a506-e02798b56d22 admin admin] Deleting port e2d89c75-e1f1-4f3a-bad7-5af2f524a024 {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:23:31.368965 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5689a7e6-b3b2-47ad-a506-e02798b56d22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:31.454233 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-5689a7e6-b3b2-47ad-a506-e02798b56d22 admin admin] For port e2d89c75-e1f1-4f3a-bad7-5af2f524a024, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=e2d89c75-e1f1-4f3a-bad7-5af2f524a024,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:31.454728 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5689a7e6-b3b2-47ad-a506-e02798b56d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:31.469191 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-5689a7e6-b3b2-47ad-a506-e02798b56d22 admin admin] Calling delete_port for e2d89c75-e1f1-4f3a-bad7-5af2f524a024 owned by network:router_interface {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:23:31.511060 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36988) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:31.525648 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:23:31.544486 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:31.557876 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef353516-194c-43f8-956f-7d60972ad26e req-01a24af2-1fff-4243-bdc2-80cd0bf3911b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:31.559403 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ef353516-194c-43f8-956f-7d60972ad26e req-01a24af2-1fff-4243-bdc2-80cd0bf3911b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0858600 Sep 13 01:23:31.602839 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0bb66a80-45ff-47b8-b33a-d6c1130f84b9 req-de0ce260-c084-465e-afe8-fb980113230a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897298 Sep 13 01:23:31.612177 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:31.612505 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [req-0bb66a80-45ff-47b8-b33a-d6c1130f84b9 req-ace3c358-c868-4f40-be61-04fedba4f40e service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 01:23:31.613528 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0bb66a80-45ff-47b8-b33a-d6c1130f84b9 req-ace3c358-c868-4f40-be61-04fedba4f40e service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055022 Sep 13 01:23:31.643593 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=6a0f0882-0ddc-43dd-a35a-31a905ab84e6,segment=NetworkSegment(f8fd0802-c0e8-4826-a2fb-77bcbd9b8173),segment_id=f8fd0802-c0e8-4826-a2fb-77bcbd9b8173)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:31.662482 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': '6a0f0882-0ddc-43dd-a35a-31a905ab84e6', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'port_id': '6a0f0882-0ddc-43dd-a35a-31a905ab84e6', 'mac_address': 'fa:16:3e:52:d9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:23:31.665892 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ef353516-194c-43f8-956f-7d60972ad26e req-f5ae19e6-2cbe-49b8-be54-04344b5bd3bf tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964544 Sep 13 01:23:31.706469 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:23:31.707144 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6a0f0882-0ddc-43dd-a35a-31a905ab84e6), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:31.707816 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 36996) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:31.722083 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:23:31.744599 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=6a0f0882-0ddc-43dd-a35a-31a905ab84e6,segment=NetworkSegment(f8fd0802-c0e8-4826-a2fb-77bcbd9b8173),segment_id=f8fd0802-c0e8-4826-a2fb-77bcbd9b8173)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:31.747711 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5689a7e6-b3b2-47ad-a506-e02798b56d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (e2d89c75-e1f1-4f3a-bad7-5af2f524a024), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:31.749895 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6a0f0882-0ddc-43dd-a35a-31a905ab84e6), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:31.773552 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689a7e6-b3b2-47ad-a506-e02798b56d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d89c75-e1f1-4f3a-bad7-5af2f524a024,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:31.802413 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=6a0f0882-0ddc-43dd-a35a-31a905ab84e6,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:31.845462 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb66a80-45ff-47b8-b33a-d6c1130f84b9 req-b276e0bd-edf3-4e5c-a904-a22a4ab9817d tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:31.846874 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0bb66a80-45ff-47b8-b33a-d6c1130f84b9 req-b276e0bd-edf3-4e5c-a904-a22a4ab9817d tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports/c4858902-df62-4017-b106-503915275745 HTTP/1.1" status: 200 len: 942 time: 0.1376829 Sep 13 01:23:31.945139 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5689a7e6-b3b2-47ad-a506-e02798b56d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957967'] for router_interface (e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:32.033078 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['6a0f0882-0ddc-43dd-a35a-31a905ab84e6'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:23:32.092283 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:32.164668 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5689a7e6-b3b2-47ad-a506-e02798b56d22 admin admin] Router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:23:32.170135 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:32.199770 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c027aec3-0fdc-4173-a0b7-f4905bece30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:32.278137 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5689a7e6-b3b2-47ad-a506-e02798b56d22 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:23:32.284683 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-5689a7e6-b3b2-47ad-a506-e02798b56d22 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6430595 Sep 13 01:23:32.287313 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37008) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:32.288789 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44821379-5389-48aa-bef3-4028d9165692 None None] Sync routers for ids ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:23:32.300419 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44821379-5389-48aa-bef3-4028d9165692 None None] Routers {'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:23:32.301033 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-44821379-5389-48aa-bef3-4028d9165692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:23:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:32.406876 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-44821379-5389-48aa-bef3-4028d9165692 None None] Set router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:23:32.500649 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fec33-bfbf-40d7-9b9f-38e9fcca9df6 req-0df39001-9f12-4aa6-9fca-bc75dc77def9 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:32.502380 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-044fec33-bfbf-40d7-9b9f-38e9fcca9df6 req-0df39001-9f12-4aa6-9fca-bc75dc77def9 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 945 time: 0.0534451 Sep 13 01:23:32.555207 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-044fec33-bfbf-40d7-9b9f-38e9fcca9df6 req-a1b1129d-a7dc-45e8-b9d1-d126e6feffb5 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e871c191-e787-4f8c-a2c5-33392f0379a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464764 Sep 13 01:23:32.584959 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-44821379-5389-48aa-bef3-4028d9165692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:33Z', 'updated_at': '2022-09-13T01:23:31Z', 'revision_number': 5, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'gw_port': {'id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:35Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:32.615095 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44821379-5389-48aa-bef3-4028d9165692 None None] Checking router: e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:23:32.624692 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44821379-5389-48aa-bef3-4028d9165692 None None] Routers {'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:23:32.625317 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-44821379-5389-48aa-bef3-4028d9165692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:23:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:32.736241 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-44821379-5389-48aa-bef3-4028d9165692 None None] Set router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:23:32.749748 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a76abc12-abb9-4d93-8587-a663ae7440ce admin admin] Publish callbacks [] for router (e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:32.805193 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:32.876045 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbd57f-6922-4277-a54d-4334fe6f01f6 req-e9832d51-4e6f-4a11-8bf0-56406868da11 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:32.878010 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-91fbd57f-6922-4277-a54d-4334fe6f01f6 req-e9832d51-4e6f-4a11-8bf0-56406868da11 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0897760 Sep 13 01:23:32.922163 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-44821379-5389-48aa-bef3-4028d9165692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:33Z', 'updated_at': '2022-09-13T01:23:31Z', 'revision_number': 5, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'gw_port': {'id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:35Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:32.929292 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a76abc12-abb9-4d93-8587-a663ae7440ce admin admin] Publish callbacks [] for router_gateway (e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:32.947944 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44821379-5389-48aa-bef3-4028d9165692 None None] The sync data for ids ['e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05'] in dv-cinder-856941-3-iscsi is: [{'id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'name': 'tempest-ServerRescueNegativeTestJSON-97751988-router', 'tenant_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:33Z', 'updated_at': '2022-09-13T01:23:31Z', 'revision_number': 5, 'project_id': 'a84dd36fe9484f41bc2f0d7da4e47c13', 'gw_port': {'id': '680abda4-f932-4fcb-842a-3d5c8c9bb2d0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:35Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:23:32.952667 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-91fbd57f-6922-4277-a54d-4334fe6f01f6 req-a0574a0b-79de-4f40-ab27-b626559c3d71 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675938 Sep 13 01:23:32.997664 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-a76abc12-abb9-4d93-8587-a663ae7440ce admin admin] Deleting port 680abda4-f932-4fcb-842a-3d5c8c9bb2d0 {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:23:32.997975 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a76abc12-abb9-4d93-8587-a663ae7440ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (680abda4-f932-4fcb-842a-3d5c8c9bb2d0), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:33.080084 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-a76abc12-abb9-4d93-8587-a663ae7440ce admin admin] For port 680abda4-f932-4fcb-842a-3d5c8c9bb2d0, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=680abda4-f932-4fcb-842a-3d5c8c9bb2d0,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:33.080488 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a76abc12-abb9-4d93-8587-a663ae7440ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (680abda4-f932-4fcb-842a-3d5c8c9bb2d0), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:33.093336 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-a76abc12-abb9-4d93-8587-a663ae7440ce admin admin] Calling delete_port for 680abda4-f932-4fcb-842a-3d5c8c9bb2d0 owned by network:router_gateway {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:23:33.261024 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a76abc12-abb9-4d93-8587-a663ae7440ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (680abda4-f932-4fcb-842a-3d5c8c9bb2d0), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:33.289280 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76abc12-abb9-4d93-8587-a663ae7440ce admin admin] Pushing event deleted for resources: {'Port': ['ID=680abda4-f932-4fcb-842a-3d5c8c9bb2d0,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:33.351619 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a76abc12-abb9-4d93-8587-a663ae7440ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-961884'] for router_gateway (e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:33.363921 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:33.443381 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a76abc12-abb9-4d93-8587-a663ae7440ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16237'] for router (e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:33.444923 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:33.446231 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a76abc12-abb9-4d93-8587-a663ae7440ce admin admin] Publish callbacks [] for router_controller (e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05), precommit_delete_associations {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:33.489260 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a76abc12-abb9-4d93-8587-a663ae7440ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-958044'] for router (e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:33.489856 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76abc12-abb9-4d93-8587-a663ae7440ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 {{(pid=106209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 01:23:33.493975 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a76abc12-abb9-4d93-8587-a663ae7440ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:33.495128 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-a76abc12-abb9-4d93-8587-a663ae7440ce admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/e9c1ad0d-9ce8-48b7-bf50-22a00d39ff05 HTTP/1.1" status: 204 len: 168 time: 1.2065680 Sep 13 01:23:33.498255 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37018) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:33.540923 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:23:33.548778 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_v2 [None req-79730756-293d-494a-86d3-be0dcc6d5099 admin admin] Deleting subnet 89162ffe-bd41-4b0f-96cf-08e9b2407131 {{(pid=106209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 01:23:33.552234 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-79730756-293d-494a-86d3-be0dcc6d5099 admin admin] Publish callbacks [] for subnet (89162ffe-bd41-4b0f-96cf-08e9b2407131), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:33.591749 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-79730756-293d-494a-86d3-be0dcc6d5099 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129315482'] for subnet (89162ffe-bd41-4b0f-96cf-08e9b2407131), precommit_delete_associations {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:33.610571 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb66a80-45ff-47b8-b33a-d6c1130f84b9 req-fb4d15eb-38d3-421d-8d2f-b03de8747963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:33.612723 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0bb66a80-45ff-47b8-b33a-d6c1130f84b9 req-fb4d15eb-38d3-421d-8d2f-b03de8747963 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72&tenant_id=de31bd722d4f419d9269b519af7f793a HTTP/1.1" status: 200 len: 1129 time: 0.0673082 Sep 13 01:23:33.651400 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:23:33.671023 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:23:33.671502 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (6a0f0882-0ddc-43dd-a35a-31a905ab84e6), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:33.707612 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb66a80-45ff-47b8-b33a-d6c1130f84b9 req-53501c3c-8e21-4a74-8a5f-3b48d5a06417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:33.709158 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0bb66a80-45ff-47b8-b33a-d6c1130f84b9 req-53501c3c-8e21-4a74-8a5f-3b48d5a06417 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=de31bd722d4f419d9269b519af7f793a&device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 1129 time: 0.0664771 Sep 13 01:23:33.736767 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-79730756-293d-494a-86d3-be0dcc6d5099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3960691'] for subnet (89162ffe-bd41-4b0f-96cf-08e9b2407131), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:33.781528 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:23:33.782012 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6a0f0882-0ddc-43dd-a35a-31a905ab84e6), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:33.804778 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e4ec5-9124-4a06-a86f-535f80dbeb60 req-43255d2c-9562-4f3c-8edf-92892cd120a8 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:33.806261 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f76e4ec5-9124-4a06-a86f-535f80dbeb60 req-43255d2c-9562-4f3c-8edf-92892cd120a8 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 945 time: 0.1128438 Sep 13 01:23:33.806836 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:33.808030 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad33c0aa-a0d0-423b-a979-7e448b85cf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0f0882-0ddc-43dd-a35a-31a905ab84e6'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:23:33.810794 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0e3b0e-d108-4a32-980e-074be6da1163" -d '{"events": [{"server_uuid": "ad33c0aa-a0d0-423b-a979-7e448b85cf2a", "name": "network-vif-plugged", "status": "completed", "tag": "6a0f0882-0ddc-43dd-a35a-31a905ab84e6"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:23:33.816956 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-79730756-293d-494a-86d3-be0dcc6d5099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128878230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126134730'] for subnet (89162ffe-bd41-4b0f-96cf-08e9b2407131), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:33.829999 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=6a0f0882-0ddc-43dd-a35a-31a905ab84e6,segment=NetworkSegment(f8fd0802-c0e8-4826-a2fb-77bcbd9b8173),segment_id=f8fd0802-c0e8-4826-a2fb-77bcbd9b8173)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:33.832824 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-79730756-293d-494a-86d3-be0dcc6d5099 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:33.838705 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-79730756-293d-494a-86d3-be0dcc6d5099 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/89162ffe-bd41-4b0f-96cf-08e9b2407131 HTTP/1.1" status: 204 len: 168 time: 0.3393583 Sep 13 01:23:33.839818 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6a0f0882-0ddc-43dd-a35a-31a905ab84e6), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:33.840037 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37024) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:33.841385 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device c4858902-df62-4017-b106-503915275745 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:23:33.848937 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b0fa67-3ff3-4dbc-a0ac-c5a0ebe76960 None None] Network f76e7426-2310-4c50-8ad0-bf7be7b0fe24 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:23:33.872429 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79730756-293d-494a-86d3-be0dcc6d5099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89162ffe-bd41-4b0f-96cf-08e9b2407131,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:33.886690 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f76e4ec5-9124-4a06-a86f-535f80dbeb60 req-98547e54-e92c-4ab8-928e-ea2e068daf72 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e871c191-e787-4f8c-a2c5-33392f0379a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676343 Sep 13 01:23:33.889675 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb66a80-45ff-47b8-b33a-d6c1130f84b9 req-fe080a8e-0558-4c37-8c21-e494d95a6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:33.891093 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0bb66a80-45ff-47b8-b33a-d6c1130f84b9 req-fe080a8e-0558-4c37-8c21-e494d95a6d95 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1634575b-a8d8-4151-84aa-e1e4cfa1c8bc HTTP/1.1" status: 200 len: 909 time: 0.1648164 Sep 13 01:23:33.961424 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849132'] for network (f76e7426-2310-4c50-8ad0-bf7be7b0fe24), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:33.975495 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0bb66a80-45ff-47b8-b33a-d6c1130f84b9 req-277728f2-ea11-4070-95db-f57c9bafdffb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4858902-df62-4017-b106-503915275745 HTTP/1.1" status: 200 len: 1001 time: 0.0721016 Sep 13 01:23:34.002369 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c4256d-2c89-4bf9-80db-51bdc489b153 x-openstack-request-id: req-76c4256d-2c89-4bf9-80db-51bdc489b153 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:23:34.003508 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad33c0aa-a0d0-423b-a979-7e448b85cf2a", "name": "network-vif-plugged", "status": "completed", "tag": "6a0f0882-0ddc-43dd-a35a-31a905ab84e6", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:23:34.004994 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76c4256d-2c89-4bf9-80db-51bdc489b153 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:23:34.005453 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76c4256d-2c89-4bf9-80db-51bdc489b153'] response: {'server_uuid': 'ad33c0aa-a0d0-423b-a979-7e448b85cf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0f0882-0ddc-43dd-a35a-31a905ab84e6', 'code': 200} Sep 13 01:23:34.009167 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] Deleting port 4fe66542-c67f-4abe-8dee-9ceaf503de63 {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:23:34.009679 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (4fe66542-c67f-4abe-8dee-9ceaf503de63), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:34.036160 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=6a0f0882-0ddc-43dd-a35a-31a905ab84e6,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:34.043542 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:34.062291 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb66a80-45ff-47b8-b33a-d6c1130f84b9 req-344b8362-5d68-4711-bcb9-d8c3033204d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:34.063916 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0bb66a80-45ff-47b8-b33a-d6c1130f84b9 req-344b8362-5d68-4711-bcb9-d8c3033204d4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=976008db-e6b1-447d-85c8-de5490233f11 HTTP/1.1" status: 200 len: 847 time: 0.0821691 Sep 13 01:23:34.106729 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device e2d89c75-e1f1-4f3a-bad7-5af2f524a024 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:23:34.112677 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:34.115739 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] For port 4fe66542-c67f-4abe-8dee-9ceaf503de63, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=4fe66542-c67f-4abe-8dee-9ceaf503de63,segment=NetworkSegment(15a3a412-53bb-4aa6-91a1-529d4cc7f99e),segment_id=15a3a412-53bb-4aa6-91a1-529d4cc7f99e)] {{(pid=106209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:34.116115 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (4fe66542-c67f-4abe-8dee-9ceaf503de63), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:34.123050 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cc66d-24ee-4057-901c-2e2eb1298aef req-d8791ec9-658b-4068-b632-fcefbc73b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:34.124649 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-706cc66d-24ee-4057-901c-2e2eb1298aef req-d8791ec9-658b-4068-b632-fcefbc73b995 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 1130 time: 0.0734625 Sep 13 01:23:34.130287 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb66a80-45ff-47b8-b33a-d6c1130f84b9 req-0a837dde-7624-412a-bb0e-1cedc07c98ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:34.132047 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0bb66a80-45ff-47b8-b33a-d6c1130f84b9 req-0a837dde-7624-412a-bb0e-1cedc07c98ea service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1634575b-a8d8-4151-84aa-e1e4cfa1c8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517871 Sep 13 01:23:34.135519 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] Calling delete_port for 4fe66542-c67f-4abe-8dee-9ceaf503de63 owned by network:dhcp {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:23:34.141287 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: e2d89c75-e1f1-4f3a-bad7-5af2f524a024 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:23:34.141634 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device e2d89c75-e1f1-4f3a-bad7-5af2f524a024 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:23:34.143008 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64683d-6723-49a3-b046-501553300eb2 req-ede6d87b-e85e-4037-9c19-4a517bdbc3f9 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:34.144098 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0f64683d-6723-49a3-b046-501553300eb2 req-ede6d87b-e85e-4037-9c19-4a517bdbc3f9 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0754192 Sep 13 01:23:34.158387 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:34.200072 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port c4858902-df62-4017-b106-503915275745 is: ACTIVE; New status is: DOWN {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:23:34.200465 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (c4858902-df62-4017-b106-503915275745), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:34.249992 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port c4858902-df62-4017-b106-503915275745, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=c4858902-df62-4017-b106-503915275745,segment=NetworkSegment(d0fe7925-f633-435b-a5ff-6ec0a53bbced),segment_id=d0fe7925-f633-435b-a5ff-6ec0a53bbced)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:34.253948 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-706cc66d-24ee-4057-901c-2e2eb1298aef req-96cc6787-b136-47a4-bcbd-1ce534f7dab0 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e871c191-e787-4f8c-a2c5-33392f0379a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208735 Sep 13 01:23:34.255765 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (c4858902-df62-4017-b106-503915275745), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:34.263819 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0f64683d-6723-49a3-b046-501553300eb2 req-0d314016-4389-430d-a216-9da91d43380f tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690649 Sep 13 01:23:34.285633 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (4fe66542-c67f-4abe-8dee-9ceaf503de63), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:34.302667 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee88d87-94f5-4a2a-9a27-03d1ef53d5c0 None None] DHCP port deletion for f76e7426-2310-4c50-8ad0-bf7be7b0fe24 request from dv-cinder-856941-3-iscsi {{(pid=106210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 01:23:34.314671 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe66542-c67f-4abe-8dee-9ceaf503de63,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:34.327344 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0bb66a80-45ff-47b8-b33a-d6c1130f84b9 req-405289ca-ca73-4858-9484-2a58eb823d57 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1634575b-a8d8-4151-84aa-e1e4cfa1c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698773 Sep 13 01:23:34.330497 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] No DVR routers for this DVR port 4fe66542-c67f-4abe-8dee-9ceaf503de63 on host dv-cinder-856941-3-iscsi {{(pid=106209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:23:34.339076 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=c4858902-df62-4017-b106-503915275745,revision_number=6']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:34.406895 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4007246', 'neutron.services.segments.db._delete_segments_for_network-8744760796856'] for network (f76e7426-2310-4c50-8ad0-bf7be7b0fe24), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:34.431387 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76e7426-2310-4c50-8ad0-bf7be7b0fe24']}} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:34.441487 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a3a412-53bb-4aa6-91a1-529d4cc7f99e') {'for_net_delete': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:34.441732 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a3a412-53bb-4aa6-91a1-529d4cc7f99e') {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:34.451108 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744760796748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129315475'] for segment (15a3a412-53bb-4aa6-91a1-529d4cc7f99e), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:34.463935 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (15a3a412-53bb-4aa6-91a1-529d4cc7f99e), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:34.470628 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 01:23:34.471038 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128878140'] for segment (15a3a412-53bb-4aa6-91a1-529d4cc7f99e), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:34.510914 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:34.512798 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment 15a3a412-53bb-4aa6-91a1-529d4cc7f99e resource provider aggregate not found Sep 13 01:23:34.534828 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment 15a3a412-53bb-4aa6-91a1-529d4cc7f99e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15a3a412-53bb-4aa6-91a1-529d4cc7f99e found for delete ", "request_id": "req-751c95c3-0724-4178-be07-2e68c71934f7"}]} Sep 13 01:23:34.536383 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4007233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-961922'] for network (f76e7426-2310-4c50-8ad0-bf7be7b0fe24), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:34.544781 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:34.547829 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/f76e7426-2310-4c50-8ad0-bf7be7b0fe24 HTTP/1.1" status: 204 len: 168 time: 0.6832929 Sep 13 01:23:34.557925 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10581c5c-7e91-4bb1-b65f-47c40d3a06af admin admin] Pushing event deleted for resources: {'Network': ['ID=f76e7426-2310-4c50-8ad0-bf7be7b0fe24,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:34.576514 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0bb66a80-45ff-47b8-b33a-d6c1130f84b9 req-c3d8bce2-fb13-4d97-876a-3cceca729c1c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1634575b-a8d8-4151-84aa-e1e4cfa1c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056454 Sep 13 01:23:34.673748 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37034) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:34.714747 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-2b3b2377-42bf-414e-aeef-f1cb70aa50e8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a84dd36fe9484f41bc2f0d7da4e47c13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398536 Sep 13 01:23:34.717178 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37036) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:34.767643 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6b09b630-d547-4872-9183-e3a9057cded9 admin admin] Publish callbacks [] for security_group (82b6d902-b5a3-4cd4-af05-d2a954ea1197), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:34.787376 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6b09b630-d547-4872-9183-e3a9057cded9 admin admin] Publish callbacks [] for security_group (82b6d902-b5a3-4cd4-af05-d2a954ea1197), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:34.802820 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:34.819078 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:34.838725 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6b09b630-d547-4872-9183-e3a9057cded9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (82b6d902-b5a3-4cd4-af05-d2a954ea1197), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:34.841279 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6b09b630-d547-4872-9183-e3a9057cded9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:34.842477 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-6b09b630-d547-4872-9183-e3a9057cded9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/82b6d902-b5a3-4cd4-af05-d2a954ea1197 HTTP/1.1" status: 204 len: 168 time: 0.1244218 Sep 13 01:23:34.850228 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09b630-d547-4872-9183-e3a9057cded9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b6d902-b5a3-4cd4-af05-d2a954ea1197,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:35.016404 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73242435-60c8-497f-84af-58f480190dc9 req-909f1169-b2aa-4f0a-bb33-ce5b7c01c766 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:35.017867 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-73242435-60c8-497f-84af-58f480190dc9 req-909f1169-b2aa-4f0a-bb33-ce5b7c01c766 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 946 time: 0.0484929 Sep 13 01:23:35.065102 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-73242435-60c8-497f-84af-58f480190dc9 req-b947652b-1542-41f7-af9d-5128848d49fd tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e871c191-e787-4f8c-a2c5-33392f0379a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417385 Sep 13 01:23:35.530711 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 37064) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:35.556138 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:35.568295 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e16af-617b-4910-bc22-0a387d37cf24 req-8ecc84f3-2dd6-4477-990d-9eb3565aea57 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:35.569768 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-947e16af-617b-4910-bc22-0a387d37cf24 req-8ecc84f3-2dd6-4477-990d-9eb3565aea57 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 943 time: 0.2213223 Sep 13 01:23:35.624044 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-947e16af-617b-4910-bc22-0a387d37cf24 req-b6661de4-a41b-46cd-b21d-68d611a6f9dd tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463345 Sep 13 01:23:35.640127 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-1b3cb441-45c6-4a58-b85a-07861f40394f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1677481285-network', 'tenant_id': '6bc0fde80c824aa3a52f3007262d5cab'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:23:35.647748 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 680abda4-f932-4fcb-842a-3d5c8c9bb2d0 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:23:35.663093 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3cb441-45c6-4a58-b85a-07861f40394f admin admin] Made reservation on behalf of 6bc0fde80c824aa3a52f3007262d5cab for: {'network': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:23:35.665437 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1b3cb441-45c6-4a58-b85a-07861f40394f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:35.668209 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 680abda4-f932-4fcb-842a-3d5c8c9bb2d0 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:23:35.668570 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 680abda4-f932-4fcb-842a-3d5c8c9bb2d0 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:23:35.668995 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 4fe66542-c67f-4abe-8dee-9ceaf503de63 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:23:35.674411 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1b3cb441-45c6-4a58-b85a-07861f40394f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:35.686515 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 4fe66542-c67f-4abe-8dee-9ceaf503de63 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:23:35.686880 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 4fe66542-c67f-4abe-8dee-9ceaf503de63 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:23:35.753998 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1b3cb441-45c6-4a58-b85a-07861f40394f admin admin] Publish callbacks [] for security_group (2946e5f8-ac2b-4f49-ad8e-ef27a6987d0f), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:35.757662 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1b3cb441-45c6-4a58-b85a-07861f40394f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (2946e5f8-ac2b-4f49-ad8e-ef27a6987d0f), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:35.790779 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3cb441-45c6-4a58-b85a-07861f40394f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=106208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:23:35.796220 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cb441-45c6-4a58-b85a-07861f40394f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2946e5f8-ac2b-4f49-ad8e-ef27a6987d0f,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:35.805264 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1b3cb441-45c6-4a58-b85a-07861f40394f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (9c418fc9-115a-4af1-82f5-6b7ac09ed55e), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:35.805738 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.segments_db [None req-1b3cb441-45c6-4a58-b85a-07861f40394f admin admin] Added segment 9c418fc9-115a-4af1-82f5-6b7ac09ed55e of type vlan for network d621c20d-f64d-489f-b3ba-ead13a67dc9a Sep 13 01:23:35.846275 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1b3cb441-45c6-4a58-b85a-07861f40394f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (d621c20d-f64d-489f-b3ba-ead13a67dc9a), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:35.869100 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1b3cb441-45c6-4a58-b85a-07861f40394f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (d621c20d-f64d-489f-b3ba-ead13a67dc9a), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:35.870045 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3cb441-45c6-4a58-b85a-07861f40394f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:35.870615 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1b3cb441-45c6-4a58-b85a-07861f40394f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:35.920188 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-1b3cb441-45c6-4a58-b85a-07861f40394f admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3858738 Sep 13 01:23:35.923288 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37068) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:35.928230 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-792b5a15-a8d7-4742-aff8-e4404667d913 admin admin] Request body: {'subnet': {'network_id': 'd621c20d-f64d-489f-b3ba-ead13a67dc9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1677481285-subnet', 'tenant_id': '6bc0fde80c824aa3a52f3007262d5cab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:23:35.935036 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cb441-45c6-4a58-b85a-07861f40394f admin admin] Pushing event updated for resources: {'Network': ['ID=d621c20d-f64d-489f-b3ba-ead13a67dc9a,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:35.946335 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network d621c20d-f64d-489f-b3ba-ead13a67dc9a details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:23:35.949059 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792b5a15-a8d7-4742-aff8-e4404667d913 admin admin] Made reservation on behalf of 6bc0fde80c824aa3a52f3007262d5cab for: {'subnet': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:23:35.951654 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-792b5a15-a8d7-4742-aff8-e4404667d913 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126134743'] for subnet (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:36.007551 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4858902-df62-4017-b106-503915275745'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:23:36.009769 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfae57e-5e9f-491b-b1db-88c7da8bfb56" -d '{"events": [{"server_uuid": "cf5279a7-4859-458b-958c-85fd71cb4d72", "name": "network-vif-unplugged", "status": "completed", "tag": "c4858902-df62-4017-b106-503915275745"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:23:36.058123 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Sep 2022 01:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d398fcbe-484e-4ff9-b009-7aa8ea1370e1 x-openstack-request-id: req-d398fcbe-484e-4ff9-b009-7aa8ea1370e1 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:23:36.058446 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5279a7-4859-458b-958c-85fd71cb4d72", "name": "network-vif-unplugged", "status": "completed", "tag": "c4858902-df62-4017-b106-503915275745", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:23:36.058801 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d398fcbe-484e-4ff9-b009-7aa8ea1370e1 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:23:36.059259 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d398fcbe-484e-4ff9-b009-7aa8ea1370e1'] response: {'server_uuid': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4858902-df62-4017-b106-503915275745', 'code': 200} Sep 13 01:23:36.139170 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-792b5a15-a8d7-4742-aff8-e4404667d913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128892763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126134725'] for subnet (a84f94c0-db9d-469f-b517-946a88d87d51), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:36.228893 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62ec88-bbac-4fe7-bc43-94ac5fa9461f req-6d5be689-e05a-4c01-8de1-0d4006ece1eb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:36.230929 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6b62ec88-bbac-4fe7-bc43-94ac5fa9461f req-6d5be689-e05a-4c01-8de1-0d4006ece1eb tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 946 time: 0.0896158 Sep 13 01:23:36.240042 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b5a15-a8d7-4742-aff8-e4404667d913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a84f94c0-db9d-469f-b517-946a88d87d51,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:36.265317 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792b5a15-a8d7-4742-aff8-e4404667d913 admin admin] Checking segment: {'id': '9c418fc9-115a-4af1-82f5-6b7ac09ed55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd621c20d-f64d-489f-b3ba-ead13a67dc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:23:36.265663 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792b5a15-a8d7-4742-aff8-e4404667d913 admin admin] Network hostable DHCP agents. Network: d621c20d-f64d-489f-b3ba-ead13a67dc9a, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:23:36.300816 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6b62ec88-bbac-4fe7-bc43-94ac5fa9461f req-ad04aa68-9ae8-4ae1-aae3-e2b9eb6ffe5e tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e871c191-e787-4f8c-a2c5-33392f0379a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567334 Sep 13 01:23:36.304668 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792b5a15-a8d7-4742-aff8-e4404667d913 admin admin] Network d621c20d-f64d-489f-b3ba-ead13a67dc9a is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:23:36.316140 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-792b5a15-a8d7-4742-aff8-e4404667d913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, d621c20d-f64d-489f-b3ba-ead13a67dc9a) {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:23:36.320688 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792b5a15-a8d7-4742-aff8-e4404667d913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:36.321450 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-792b5a15-a8d7-4742-aff8-e4404667d913 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:36.325230 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3863183f-52cc-4dba-9785-7ea9b67ef615 None None] Network d621c20d-f64d-489f-b3ba-ead13a67dc9a requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:23:36.348508 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-792b5a15-a8d7-4742-aff8-e4404667d913 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4240785 Sep 13 01:23:36.450149 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6a0dc7-fae1-4d96-bb36-6ccdc5b0e6a4 None None] Network d621c20d-f64d-489f-b3ba-ead13a67dc9a requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:23:36.497396 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:36.544006 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:36.551767 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b150cc-f844-411b-91e6-1dd6e6d02e42 req-6adbf62a-ab9a-4e37-8811-1e7aadecf6e2 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:36.555435 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-22b150cc-f844-411b-91e6-1dd6e6d02e42 req-6adbf62a-ab9a-4e37-8811-1e7aadecf6e2 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 946 time: 0.1752117 Sep 13 01:23:36.563714 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37084) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:36.568808 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-135304ab-2995-4eab-8902-9e6cf373420b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Request body: {'floatingip': {'port_id': '6a0f0882-0ddc-43dd-a35a-31a905ab84e6'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:23:36.615406 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-135304ab-2995-4eab-8902-9e6cf373420b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for floatingip (620954a2-13b6-4185-94b7-3450ba1b1d5c), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:36.806143 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6da897-db09-428b-9d8f-7aa943adc886 req-bf01fa3f-729a-4e54-b0b7-04754b94e9bc tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:36.808395 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-eb6da897-db09-428b-9d8f-7aa943adc886 req-bf01fa3f-729a-4e54-b0b7-04754b94e9bc tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 943 time: 0.0940552 Sep 13 01:23:36.826903 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:36.877945 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 37096) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:36.882761 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-72e854c8-557c-49e4-b39e-23c7b559fe3a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1679819117-network', 'tenant_id': '9a2110e47a73486aabcacd63cf1adedc'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:23:36.885831 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:36.904576 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e854c8-557c-49e4-b39e-23c7b559fe3a admin admin] Made reservation on behalf of 9a2110e47a73486aabcacd63cf1adedc for: {'network': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:23:36.907036 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-72e854c8-557c-49e4-b39e-23c7b559fe3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:36.910889 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-eb6da897-db09-428b-9d8f-7aa943adc886 req-f29bca32-6ad6-4dbd-8078-1cdbf6e45ffa tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961742 Sep 13 01:23:36.917278 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-72e854c8-557c-49e4-b39e-23c7b559fe3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:36.989625 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:37.014864 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-72e854c8-557c-49e4-b39e-23c7b559fe3a admin admin] Publish callbacks [] for security_group (2899f5b1-725b-42c6-91f5-839ddddb03bd), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:37.018714 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-72e854c8-557c-49e4-b39e-23c7b559fe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (2899f5b1-725b-42c6-91f5-839ddddb03bd), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:37.040533 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e854c8-557c-49e4-b39e-23c7b559fe3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:23:37.054167 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e854c8-557c-49e4-b39e-23c7b559fe3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2899f5b1-725b-42c6-91f5-839ddddb03bd,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:37.059788 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-72e854c8-557c-49e4-b39e-23c7b559fe3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (74fbdff7-308a-4c28-80b7-158f1c23876c), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:37.060139 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.segments_db [None req-72e854c8-557c-49e4-b39e-23c7b559fe3a admin admin] Added segment 74fbdff7-308a-4c28-80b7-158f1c23876c of type vlan for network d5aaab3d-695d-433b-83af-abe6131c5158 Sep 13 01:23:37.100795 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-72e854c8-557c-49e4-b39e-23c7b559fe3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (d5aaab3d-695d-433b-83af-abe6131c5158), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:37.125237 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-72e854c8-557c-49e4-b39e-23c7b559fe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (d5aaab3d-695d-433b-83af-abe6131c5158), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:37.126216 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e854c8-557c-49e4-b39e-23c7b559fe3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:37.126775 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-72e854c8-557c-49e4-b39e-23c7b559fe3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:37.155847 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-135304ab-2995-4eab-8902-9e6cf373420b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:37.159255 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-135304ab-2995-4eab-8902-9e6cf373420b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (620954a2-13b6-4185-94b7-3450ba1b1d5c), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:37.181708 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-72e854c8-557c-49e4-b39e-23c7b559fe3a admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3026366 Sep 13 01:23:37.188021 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 37098) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:37.193262 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-ba4bfbe4-5530-45a9-8655-e9b9aa1e3583 admin admin] Request body: {'subnet': {'network_id': 'd5aaab3d-695d-433b-83af-abe6131c5158', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1679819117-subnet', 'tenant_id': '9a2110e47a73486aabcacd63cf1adedc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:23:37.205918 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e854c8-557c-49e4-b39e-23c7b559fe3a admin admin] Pushing event updated for resources: {'Network': ['ID=d5aaab3d-695d-433b-83af-abe6131c5158,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:37.217908 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network d5aaab3d-695d-433b-83af-abe6131c5158 details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:23:37.220847 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4bfbe4-5530-45a9-8655-e9b9aa1e3583 admin admin] Made reservation on behalf of 9a2110e47a73486aabcacd63cf1adedc for: {'subnet': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:23:37.223448 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ba4bfbe4-5530-45a9-8655-e9b9aa1e3583 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:37.260402 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.l3_db [None req-135304ab-2995-4eab-8902-9e6cf373420b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Floating IP 620954a2-13b6-4185-94b7-3450ba1b1d5c associated. External IP: 172.27.1.38, port: 6a0f0882-0ddc-43dd-a35a-31a905ab84e6. Sep 13 01:23:37.403344 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ba4bfbe4-5530-45a9-8655-e9b9aa1e3583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for subnet (21f6299a-8df6-4e29-8387-36a8177540ae), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:37.462978 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135304ab-2995-4eab-8902-9e6cf373420b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Router c7bf1ba1-fb53-439f-a802-38abd59ee8eb has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:23:37.468985 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bfbe4-5530-45a9-8655-e9b9aa1e3583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f6299a-8df6-4e29-8387-36a8177540ae,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:37.478650 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4bfbe4-5530-45a9-8655-e9b9aa1e3583 admin admin] Checking segment: {'id': '74fbdff7-308a-4c28-80b7-158f1c23876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd5aaab3d-695d-433b-83af-abe6131c5158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:23:37.479044 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4bfbe4-5530-45a9-8655-e9b9aa1e3583 admin admin] Network hostable DHCP agents. Network: d5aaab3d-695d-433b-83af-abe6131c5158, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:23:37.496800 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4bfbe4-5530-45a9-8655-e9b9aa1e3583 admin admin] Network d5aaab3d-695d-433b-83af-abe6131c5158 is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:23:37.505342 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-ba4bfbe4-5530-45a9-8655-e9b9aa1e3583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, d5aaab3d-695d-433b-83af-abe6131c5158) {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:23:37.509554 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4bfbe4-5530-45a9-8655-e9b9aa1e3583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:37.510172 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ba4bfbe4-5530-45a9-8655-e9b9aa1e3583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:37.515325 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e02b9c8-293d-4103-a926-64629ef68cd0 None None] Network d5aaab3d-695d-433b-83af-abe6131c5158 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:23:37.527311 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-ba4bfbe4-5530-45a9-8655-e9b9aa1e3583 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3382449 Sep 13 01:23:37.578965 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135304ab-2995-4eab-8902-9e6cf373420b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:23:37.584072 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-135304ab-2995-4eab-8902-9e6cf373420b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:37.617862 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-135304ab-2995-4eab-8902-9e6cf373420b tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/620954a2-13b6-4185-94b7-3450ba1b1d5c HTTP/1.1" status: 200 len: 991 time: 1.0521667 Sep 13 01:23:37.619014 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad33c0aa-a0d0-423b-a979-7e448b85cf2a', 'tag': '6a0f0882-0ddc-43dd-a35a-31a905ab84e6'}] {{(pid=106209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:23:37.622178 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4037e2ae3c55ed11cca0bb8930849acd1aa4f7088dac3d306a7770f6ecceea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a9dfff-5b91-4c37-83df-a1f1a877c693" -d '{"events": [{"name": "network-changed", "server_uuid": "ad33c0aa-a0d0-423b-a979-7e448b85cf2a", "tag": "6a0f0882-0ddc-43dd-a35a-31a905ab84e6"}]}' {{(pid=106209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:23:37.671165 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bec632-9c20-415c-806b-54504d517c81 x-openstack-request-id: req-66bec632-9c20-415c-806b-54504d517c81 {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:23:37.671662 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad33c0aa-a0d0-423b-a979-7e448b85cf2a", "tag": "6a0f0882-0ddc-43dd-a35a-31a905ab84e6", "status": "completed", "code": 200}]} {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:23:37.671962 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66bec632-9c20-415c-806b-54504d517c81 {{(pid=106209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:23:37.672383 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66bec632-9c20-415c-806b-54504d517c81'] response: {'name': 'network-changed', 'server_uuid': 'ad33c0aa-a0d0-423b-a979-7e448b85cf2a', 'tag': '6a0f0882-0ddc-43dd-a35a-31a905ab84e6', 'status': 'completed', 'code': 200} Sep 13 01:23:37.679153 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37106) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:37.731365 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e07f4a8-6309-4668-b4cd-e22463c75b8c admin admin] Deleting subnet a84f94c0-db9d-469f-b517-946a88d87d51 {{(pid=106209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 01:23:37.734210 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd4cbb-9d85-47f7-aeb7-f690fb154286 None None] Sync routers for ids ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:23:37.735001 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0e07f4a8-6309-4668-b4cd-e22463c75b8c admin admin] Publish callbacks [] for subnet (a84f94c0-db9d-469f-b517-946a88d87d51), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:37.740963 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9dfff-5b91-4c37-83df-a1f1a877c693 req-f75c0bc1-be84-408b-9464-98ad31fbcb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:37.742448 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d4a9dfff-5b91-4c37-83df-a1f1a877c693 req-f75c0bc1-be84-408b-9464-98ad31fbcb1d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9056ec686513412a87c292387e25e870&device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 1130 time: 0.0455151 Sep 13 01:23:37.764652 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd4cbb-9d85-47f7-aeb7-f690fb154286 None None] Routers {'c7bf1ba1-fb53-439f-a802-38abd59ee8eb'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:23:37.765176 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-c2bd4cbb-9d85-47f7-aeb7-f690fb154286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:23:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:37.781200 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0e07f4a8-6309-4668-b4cd-e22463c75b8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129315482'] for subnet (a84f94c0-db9d-469f-b517-946a88d87d51), precommit_delete_associations {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:37.801895 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bad84e-eb90-44da-9e45-b3b7499e3176 None None] Network d5aaab3d-695d-433b-83af-abe6131c5158 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:23:37.829611 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0e07f4a8-6309-4668-b4cd-e22463c75b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3960691'] for subnet (a84f94c0-db9d-469f-b517-946a88d87d51), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:37.848904 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9dfff-5b91-4c37-83df-a1f1a877c693 req-fc69c8d9-2321-4bd8-a272-1c3aa4a231d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:37.850562 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d4a9dfff-5b91-4c37-83df-a1f1a877c693 req-fc69c8d9-2321-4bd8-a272-1c3aa4a231d8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdb1d525-4a86-4d73-99d0-0254f6253a0a HTTP/1.1" status: 200 len: 911 time: 0.1015961 Sep 13 01:23:37.854507 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:37.863576 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:37.893301 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0e07f4a8-6309-4668-b4cd-e22463c75b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128878230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126134730'] for subnet (a84f94c0-db9d-469f-b517-946a88d87d51), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:37.924410 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07f4a8-6309-4668-b4cd-e22463c75b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a84f94c0-db9d-469f-b517-946a88d87d51,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:37.927561 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0e07f4a8-6309-4668-b4cd-e22463c75b8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:37.932148 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d4a9dfff-5b91-4c37-83df-a1f1a877c693 req-43efade9-0f20-4c20-b20e-4d9b31f53c54 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a0f0882-0ddc-43dd-a35a-31a905ab84e6 HTTP/1.1" status: 200 len: 999 time: 0.0738342 Sep 13 01:23:37.935396 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-0e07f4a8-6309-4668-b4cd-e22463c75b8c admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/a84f94c0-db9d-469f-b517-946a88d87d51 HTTP/1.1" status: 204 len: 168 time: 0.2551322 Sep 13 01:23:37.938395 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37110) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:37.939663 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-c2bd4cbb-9d85-47f7-aeb7-f690fb154286 None None] Set router c7bf1ba1-fb53-439f-a802-38abd59ee8eb gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:23:37.996181 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9dfff-5b91-4c37-83df-a1f1a877c693 req-a4a73ce5-d57f-404f-a8c6-54d25624a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:37.997840 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d4a9dfff-5b91-4c37-83df-a1f1a877c693 req-a4a73ce5-d57f-404f-a8c6-54d25624a104 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e6dbcd3-8686-4d4b-89a7-314bf35476d1 HTTP/1.1" status: 200 len: 849 time: 0.0582516 Sep 13 01:23:38.014795 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:38.085455 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9dfff-5b91-4c37-83df-a1f1a877c693 req-a329907b-381f-4a3d-9a16-b233a7456d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:38.087145 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d4a9dfff-5b91-4c37-83df-a1f1a877c693 req-a329907b-381f-4a3d-9a16-b233a7456d75 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdb1d525-4a86-4d73-99d0-0254f6253a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813756 Sep 13 01:23:38.109062 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f5c5a-611a-4d6d-83db-532b26c0b2cc req-70d3bcee-6891-4f79-ad85-62d86f4b3ca5 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:38.116783 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-138f5c5a-611a-4d6d-83db-532b26c0b2cc req-70d3bcee-6891-4f79-ad85-62d86f4b3ca5 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 943 time: 0.0966518 Sep 13 01:23:38.234214 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-138f5c5a-611a-4d6d-83db-532b26c0b2cc req-1afe8c46-fae7-41e2-94f2-799043127175 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166131 Sep 13 01:23:38.269000 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d4a9dfff-5b91-4c37-83df-a1f1a877c693 req-d0f550c8-7724-4424-b73b-ed44f5440249 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694641 Sep 13 01:23:38.282828 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:38.287843 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-c2bd4cbb-9d85-47f7-aeb7-f690fb154286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:36Z', 'revision_number': 4, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '620954a2-13b6-4185-94b7-3450ba1b1d5c', 'tenant_id': '9056ec686513412a87c292387e25e870', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'port_id': '6a0f0882-0ddc-43dd-a35a-31a905ab84e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'mac_address': 'fa:16:3e:52:d9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad33c0aa-a0d0-423b-a979-7e448b85cf2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:23:17Z', 'updated_at': '2022-09-13T01:23:37Z', 'revision_number': 1, 'project_id': '9056ec686513412a87c292387e25e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3aaf124-1f05-4392-af9f-26deabc46728', 'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'tenant_id': '9056ec686513412a87c292387e25e870', 'mac_address': 'fa:16:3e:58:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:34Z', 'updated_at': '2022-09-13T01:18:52Z', 'revision_number': 5, 'project_id': '9056ec686513412a87c292387e25e870', 'subnets': [{'id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:38.318660 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd4cbb-9d85-47f7-aeb7-f690fb154286 None None] Checking router: c7bf1ba1-fb53-439f-a802-38abd59ee8eb for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:23:38.321323 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:38.328727 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7c9ed87e-9244-4d2c-b021-602a845687a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849132'] for network (d621c20d-f64d-489f-b3ba-ead13a67dc9a), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:38.330074 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd4cbb-9d85-47f7-aeb7-f690fb154286 None None] Routers {'c7bf1ba1-fb53-439f-a802-38abd59ee8eb'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:23:38.330684 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-c2bd4cbb-9d85-47f7-aeb7-f690fb154286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:23:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:38.338547 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de20cda-a8b7-4b4f-b3e4-ab569d7148e7 req-d5f0a41f-b3d7-44f2-a3c5-68e0ac9dba9f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:38.340575 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4de20cda-a8b7-4b4f-b3e4-ab569d7148e7 req-d5f0a41f-b3d7-44f2-a3c5-68e0ac9dba9f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 946 time: 0.0712502 Sep 13 01:23:38.436974 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-c2bd4cbb-9d85-47f7-aeb7-f690fb154286 None None] Set router c7bf1ba1-fb53-439f-a802-38abd59ee8eb gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:23:38.453517 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7c9ed87e-9244-4d2c-b021-602a845687a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4007246', 'neutron.services.segments.db._delete_segments_for_network-8744760796856'] for network (d621c20d-f64d-489f-b3ba-ead13a67dc9a), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:38.463755 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4de20cda-a8b7-4b4f-b3e4-ab569d7148e7 req-03fa12db-1712-413b-925b-9d40031dbc8f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166971 Sep 13 01:23:38.484024 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-7c9ed87e-9244-4d2c-b021-602a845687a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d621c20d-f64d-489f-b3ba-ead13a67dc9a']}} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:38.494692 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-7c9ed87e-9244-4d2c-b021-602a845687a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c418fc9-115a-4af1-82f5-6b7ac09ed55e') {'for_net_delete': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:38.495028 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-7c9ed87e-9244-4d2c-b021-602a845687a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c418fc9-115a-4af1-82f5-6b7ac09ed55e') {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:38.504985 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7c9ed87e-9244-4d2c-b021-602a845687a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744760796748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129315475'] for segment (9c418fc9-115a-4af1-82f5-6b7ac09ed55e), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:38.519526 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7c9ed87e-9244-4d2c-b021-602a845687a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (9c418fc9-115a-4af1-82f5-6b7ac09ed55e), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:38.525746 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9ed87e-9244-4d2c-b021-602a845687a2 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 01:23:38.526142 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7c9ed87e-9244-4d2c-b021-602a845687a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128878140'] for segment (9c418fc9-115a-4af1-82f5-6b7ac09ed55e), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:38.571266 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment 9c418fc9-115a-4af1-82f5-6b7ac09ed55e resource provider aggregate not found Sep 13 01:23:38.579193 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:38.590006 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment 9c418fc9-115a-4af1-82f5-6b7ac09ed55e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c418fc9-115a-4af1-82f5-6b7ac09ed55e found for delete ", "request_id": "req-b13f249a-ccf0-437d-b251-79e463f9508e"}]} Sep 13 01:23:38.596886 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7c9ed87e-9244-4d2c-b021-602a845687a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4007233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-961922'] for network (d621c20d-f64d-489f-b3ba-ead13a67dc9a), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:38.603373 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7c9ed87e-9244-4d2c-b021-602a845687a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:38.607089 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-7c9ed87e-9244-4d2c-b021-602a845687a2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/d621c20d-f64d-489f-b3ba-ead13a67dc9a HTTP/1.1" status: 204 len: 168 time: 0.6669846 Sep 13 01:23:38.609974 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 37120) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:38.616895 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ed87e-9244-4d2c-b021-602a845687a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d621c20d-f64d-489f-b3ba-ead13a67dc9a,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:38.654583 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f98e891-ac13-40c0-a84a-061efd030840 admin admin] Deleting subnet 21f6299a-8df6-4e29-8387-36a8177540ae {{(pid=106208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 01:23:38.658075 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7f98e891-ac13-40c0-a84a-061efd030840 admin admin] Publish callbacks [] for subnet (21f6299a-8df6-4e29-8387-36a8177540ae), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:38.662111 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-c2bd4cbb-9d85-47f7-aeb7-f690fb154286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:36Z', 'revision_number': 4, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '620954a2-13b6-4185-94b7-3450ba1b1d5c', 'tenant_id': '9056ec686513412a87c292387e25e870', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'port_id': '6a0f0882-0ddc-43dd-a35a-31a905ab84e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'mac_address': 'fa:16:3e:52:d9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad33c0aa-a0d0-423b-a979-7e448b85cf2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:23:17Z', 'updated_at': '2022-09-13T01:23:37Z', 'revision_number': 1, 'project_id': '9056ec686513412a87c292387e25e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3aaf124-1f05-4392-af9f-26deabc46728', 'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'tenant_id': '9056ec686513412a87c292387e25e870', 'mac_address': 'fa:16:3e:58:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:34Z', 'updated_at': '2022-09-13T01:18:52Z', 'revision_number': 5, 'project_id': '9056ec686513412a87c292387e25e870', 'subnets': [{'id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:38.686379 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd4cbb-9d85-47f7-aeb7-f690fb154286 None None] The sync data for ids ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'] in dv-cinder-856941-3-iscsi is: [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:36Z', 'revision_number': 4, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '620954a2-13b6-4185-94b7-3450ba1b1d5c', 'tenant_id': '9056ec686513412a87c292387e25e870', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'port_id': '6a0f0882-0ddc-43dd-a35a-31a905ab84e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'mac_address': 'fa:16:3e:52:d9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad33c0aa-a0d0-423b-a979-7e448b85cf2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:23:17Z', 'updated_at': '2022-09-13T01:23:37Z', 'revision_number': 1, 'project_id': '9056ec686513412a87c292387e25e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3aaf124-1f05-4392-af9f-26deabc46728', 'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'tenant_id': '9056ec686513412a87c292387e25e870', 'mac_address': 'fa:16:3e:58:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:34Z', 'updated_at': '2022-09-13T01:18:52Z', 'revision_number': 5, 'project_id': '9056ec686513412a87c292387e25e870', 'subnets': [{'id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:23:38.692641 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7f98e891-ac13-40c0-a84a-061efd030840 admin admin] Publish callbacks [] for subnet (21f6299a-8df6-4e29-8387-36a8177540ae), precommit_delete_associations {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:38.702812 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7f98e891-ac13-40c0-a84a-061efd030840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3960691'] for subnet (21f6299a-8df6-4e29-8387-36a8177540ae), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:38.764370 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7f98e891-ac13-40c0-a84a-061efd030840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for subnet (21f6299a-8df6-4e29-8387-36a8177540ae), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:38.791074 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98e891-ac13-40c0-a84a-061efd030840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f6299a-8df6-4e29-8387-36a8177540ae,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:38.795316 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7f98e891-ac13-40c0-a84a-061efd030840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:38.798395 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-7f98e891-ac13-40c0-a84a-061efd030840 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/21f6299a-8df6-4e29-8387-36a8177540ae HTTP/1.1" status: 204 len: 168 time: 0.1874232 Sep 13 01:23:38.800908 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 37122) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:38.869326 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849132'] for network (d5aaab3d-695d-433b-83af-abe6131c5158), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:38.889232 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9f8bf8-0bc4-4042-ae96-5a8ba33af20a None None] New status for floating IP 620954a2-13b6-4185-94b7-3450ba1b1d5c: ACTIVE {{(pid=106211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:23:38.893227 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:38.954085 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4007246', 'neutron.services.segments.db._delete_segments_for_network-8744760796856'] for network (d5aaab3d-695d-433b-83af-abe6131c5158), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:38.974464 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:23:38.974820 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:23:38.975601 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:23:38.975927 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Subscribe: > port after_create 55550000 {{(pid=106208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:23:38.976261 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Subscribe: > port after_delete 55550000 {{(pid=106208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:23:38.976595 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Subscribe: > port after_update 55550000 {{(pid=106208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:23:38.976914 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:23:38.977242 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:23:38.977554 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:23:38.977868 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:23:39.044991 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:23:39.045277 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:23:39.045605 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:23:39.045932 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 01:23:39.046285 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5aaab3d-695d-433b-83af-abe6131c5158']}} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:39.064303 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74fbdff7-308a-4c28-80b7-158f1c23876c') {'for_net_delete': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:39.064634 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74fbdff7-308a-4c28-80b7-158f1c23876c') {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:39.080582 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744760796748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129236150'] for segment (74fbdff7-308a-4c28-80b7-158f1c23876c), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:39.106463 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (74fbdff7-308a-4c28-80b7-158f1c23876c), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:39.114646 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 01:23:39.115118 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126063198'] for segment (74fbdff7-308a-4c28-80b7-158f1c23876c), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:39.183650 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4007233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-961922'] for network (d5aaab3d-695d-433b-83af-abe6131c5158), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:39.189148 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:39.192445 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/d5aaab3d-695d-433b-83af-abe6131c5158 HTTP/1.1" status: 204 len: 168 time: 0.3906152 Sep 13 01:23:39.206214 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5383715-785e-4fcf-ad50-2f70d657d84d admin admin] Pushing event deleted for resources: {'Network': ['ID=d5aaab3d-695d-433b-83af-abe6131c5158,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:39.328454 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:39.361325 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.services.segments.plugin [-] Segment 74fbdff7-308a-4c28-80b7-158f1c23876c resource provider aggregate not found Sep 13 01:23:39.375645 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37138) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:39.399040 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.services.segments.plugin [-] Segment 74fbdff7-308a-4c28-80b7-158f1c23876c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74fbdff7-308a-4c28-80b7-158f1c23876c found for delete ", "request_id": "req-04d143d9-76e4-4fce-873b-40f8d1cdfcb2"}]} Sep 13 01:23:39.418799 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d211ad-2239-451e-ace3-d04ad691291b req-4e455255-0f59-4e91-ae89-1f504093f685 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:39.420311 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-16d211ad-2239-451e-ace3-d04ad691291b req-4e455255-0f59-4e91-ae89-1f504093f685 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 943 time: 0.1023598 Sep 13 01:23:39.428704 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-b52a5101-7eea-4d2a-b2b6-71fc6a4e717a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6bc0fde80c824aa3a52f3007262d5cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518959 Sep 13 01:23:39.431345 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37140) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:39.479205 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Publish callbacks [] for security_group (2946e5f8-ac2b-4f49-ad8e-ef27a6987d0f), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:39.481387 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d4a9dfff-5b91-4c37-83df-a1f1a877c693 req-85094cef-64a3-46d4-a15a-fb3df96e1638 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732810 Sep 13 01:23:39.499257 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-16d211ad-2239-451e-ace3-d04ad691291b req-5b13e333-98ad-48af-b981-0acbe30941f4 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685699 Sep 13 01:23:39.499978 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Publish callbacks [] for security_group (2946e5f8-ac2b-4f49-ad8e-ef27a6987d0f), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:39.587234 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (2946e5f8-ac2b-4f49-ad8e-ef27a6987d0f), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:39.589690 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:39.590789 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2946e5f8-ac2b-4f49-ad8e-ef27a6987d0f HTTP/1.1" status: 204 len: 168 time: 0.1585736 Sep 13 01:23:39.601048 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5331a93-41fa-4e9a-8344-3ecfc8bc067b req-8aee44c3-59fe-4e33-b2c7-55255d3ba4b4 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:39.602453 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a5331a93-41fa-4e9a-8344-3ecfc8bc067b req-8aee44c3-59fe-4e33-b2c7-55255d3ba4b4 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 946 time: 0.0583866 Sep 13 01:23:39.607832 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2946e5f8-ac2b-4f49-ad8e-ef27a6987d0f,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:39.628211 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:39.628555 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:39.628891 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:39.629225 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:39.629551 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:39.629876 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:39.630193 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:39.630509 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:39.630828 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:39.631168 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:39.631485 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:39.631802 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:39.632116 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:39.632430 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:39.632742 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338d1a6-36c3-46d0-8c63-eb638e6ebbbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:39.668790 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a5331a93-41fa-4e9a-8344-3ecfc8bc067b req-4a1e9301-f980-46a0-91bc-64c6f00be36b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585930 Sep 13 01:23:39.875560 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770bb52-daa8-45fc-bcde-b36bb3d05ed6 req-f9614ba8-1e57-46d3-b11c-2bdd003385c7 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:39.877493 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e770bb52-daa8-45fc-bcde-b36bb3d05ed6 req-f9614ba8-1e57-46d3-b11c-2bdd003385c7 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 946 time: 0.0537832 Sep 13 01:23:39.940709 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37150) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:39.969540 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-e770bb52-daa8-45fc-bcde-b36bb3d05ed6 req-7944a526-6d68-4d93-b0e4-93f75c04f84b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Deleting port 6c6841ec-d12a-4293-a896-c6083998f37f {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:23:39.969888 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-e770bb52-daa8-45fc-bcde-b36bb3d05ed6 req-7944a526-6d68-4d93-b0e4-93f75c04f84b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (6c6841ec-d12a-4293-a896-c6083998f37f), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:39.985990 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-594908fe-48ac-432c-81e9-6d03e8d9a5b7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9a2110e47a73486aabcacd63cf1adedc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419450 Sep 13 01:23:39.985990 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37154) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:40.014143 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:40.035633 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:40.040631 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-43a48f6e-adcf-4abb-ba94-daa80b59cbab admin admin] Publish callbacks [] for security_group (2899f5b1-725b-42c6-91f5-839ddddb03bd), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:40.063060 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-43a48f6e-adcf-4abb-ba94-daa80b59cbab admin admin] Publish callbacks [] for security_group (2899f5b1-725b-42c6-91f5-839ddddb03bd), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:40.070432 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-e770bb52-daa8-45fc-bcde-b36bb3d05ed6 req-7944a526-6d68-4d93-b0e4-93f75c04f84b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] For port 6c6841ec-d12a-4293-a896-c6083998f37f, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=6c6841ec-d12a-4293-a896-c6083998f37f,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:40.070800 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-e770bb52-daa8-45fc-bcde-b36bb3d05ed6 req-7944a526-6d68-4d93-b0e4-93f75c04f84b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (6c6841ec-d12a-4293-a896-c6083998f37f), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:40.118045 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-43a48f6e-adcf-4abb-ba94-daa80b59cbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (2899f5b1-725b-42c6-91f5-839ddddb03bd), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:40.120882 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-43a48f6e-adcf-4abb-ba94-daa80b59cbab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:40.122050 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-43a48f6e-adcf-4abb-ba94-daa80b59cbab admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2899f5b1-725b-42c6-91f5-839ddddb03bd HTTP/1.1" status: 204 len: 168 time: 0.1346307 Sep 13 01:23:40.132033 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a48f6e-adcf-4abb-ba94-daa80b59cbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2899f5b1-725b-42c6-91f5-839ddddb03bd,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:40.320056 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-e770bb52-daa8-45fc-bcde-b36bb3d05ed6 req-7944a526-6d68-4d93-b0e4-93f75c04f84b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:40.320056 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-e770bb52-daa8-45fc-bcde-b36bb3d05ed6 req-7944a526-6d68-4d93-b0e4-93f75c04f84b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (1770f386-c17b-4fac-84f3-42409ea6ac2c), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:40.320375 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.l3_db [req-e770bb52-daa8-45fc-bcde-b36bb3d05ed6 req-7944a526-6d68-4d93-b0e4-93f75c04f84b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Floating IP 1770f386-c17b-4fac-84f3-42409ea6ac2c disassociated. External IP: 172.27.1.238, port: 6c6841ec-d12a-4293-a896-c6083998f37f. Sep 13 01:23:40.320835 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-e770bb52-daa8-45fc-bcde-b36bb3d05ed6 req-7944a526-6d68-4d93-b0e4-93f75c04f84b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Calling delete_port for 6c6841ec-d12a-4293-a896-c6083998f37f owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:23:40.467711 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-e770bb52-daa8-45fc-bcde-b36bb3d05ed6 req-7944a526-6d68-4d93-b0e4-93f75c04f84b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (6c6841ec-d12a-4293-a896-c6083998f37f), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:40.500828 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944a526-6d68-4d93-b0e4-93f75c04f84b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event deleted for resources: {'Port': ['ID=6c6841ec-d12a-4293-a896-c6083998f37f,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:40.644637 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f49f9-ad51-41cc-877a-21bf41603c9c req-16552094-36da-44df-9085-b30096d4f81b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:40.647511 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f37f49f9-ad51-41cc-877a-21bf41603c9c req-16552094-36da-44df-9085-b30096d4f81b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 943 time: 0.0614748 Sep 13 01:23:40.722271 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f37f49f9-ad51-41cc-877a-21bf41603c9c req-f3ea3bfa-e384-4828-be68-23d02367ba8a tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650496 Sep 13 01:23:40.869903 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-601756b6-c458-4036-9894-15acfcf2797c req-7fbe52de-33f7-4b32-b797-a4715e677561 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 210 time: 0.0349145 Sep 13 01:23:40.894503 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e770bb52-daa8-45fc-bcde-b36bb3d05ed6 req-7944a526-6d68-4d93-b0e4-93f75c04f84b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:23:41.017352 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e770bb52-daa8-45fc-bcde-b36bb3d05ed6 req-7944a526-6d68-4d93-b0e4-93f75c04f84b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:23:41.039519 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837f33f8-d67e-42f6-aaea-2a2b26634286 None None] Sync routers for ids ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:23:41.055027 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837f33f8-d67e-42f6-aaea-2a2b26634286 None None] Routers {'f3ec2eb3-1e60-41e4-908e-0b11c99660e8'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:23:41.056066 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-837f33f8-d67e-42f6-aaea-2a2b26634286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:23:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:41.068382 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-e770bb52-daa8-45fc-bcde-b36bb3d05ed6 req-7944a526-6d68-4d93-b0e4-93f75c04f84b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] No DVR routers for this DVR port 6c6841ec-d12a-4293-a896-c6083998f37f on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:23:41.070904 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-e770bb52-daa8-45fc-bcde-b36bb3d05ed6 req-7944a526-6d68-4d93-b0e4-93f75c04f84b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:41.074412 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e770bb52-daa8-45fc-bcde-b36bb3d05ed6 req-7944a526-6d68-4d93-b0e4-93f75c04f84b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.25 "DELETE /networking/v2.0/ports/6c6841ec-d12a-4293-a896-c6083998f37f HTTP/1.1" status: 204 len: 173 time: 1.1919012 Sep 13 01:23:41.074938 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8555c188-5c8f-4a84-877b-c97fe0265c5c', 'name': 'network-vif-deleted', 'tag': '6c6841ec-d12a-4293-a896-c6083998f37f'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:23:41.077486 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e926406c-3b9e-4384-b736-55a50f73d043" -d '{"events": [{"server_uuid": "8555c188-5c8f-4a84-877b-c97fe0265c5c", "name": "network-vif-deleted", "tag": "6c6841ec-d12a-4293-a896-c6083998f37f"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:23:41.129965 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38ee627-c0d1-40b2-b9e1-309d55a1ca50 x-openstack-request-id: req-a38ee627-c0d1-40b2-b9e1-309d55a1ca50 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:23:41.130326 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8555c188-5c8f-4a84-877b-c97fe0265c5c", "name": "network-vif-deleted", "tag": "6c6841ec-d12a-4293-a896-c6083998f37f", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:23:41.130633 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a38ee627-c0d1-40b2-b9e1-309d55a1ca50 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:23:41.131086 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a38ee627-c0d1-40b2-b9e1-309d55a1ca50'] response: {'server_uuid': '8555c188-5c8f-4a84-877b-c97fe0265c5c', 'name': 'network-vif-deleted', 'tag': '6c6841ec-d12a-4293-a896-c6083998f37f', 'status': 'completed', 'code': 200} Sep 13 01:23:41.172420 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-837f33f8-d67e-42f6-aaea-2a2b26634286 None None] Set router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:23:41.228319 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834af3a8-a05d-44d6-bc24-e91c9a3adc20 req-e28750a5-0a50-4abf-8635-ddb53d0bdab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:41.230520 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-834af3a8-a05d-44d6-bc24-e91c9a3adc20 req-e28750a5-0a50-4abf-8635-ddb53d0bdab9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 1127 time: 0.0536969 Sep 13 01:23:41.274700 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:41.286487 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-834af3a8-a05d-44d6-bc24-e91c9a3adc20 req-f9d1ff97-5b7a-4871-9999-65b1ada8c42a service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467112 Sep 13 01:23:41.377690 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-837f33f8-d67e-42f6-aaea-2a2b26634286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:41.420192 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837f33f8-d67e-42f6-aaea-2a2b26634286 None None] Checking router: f3ec2eb3-1e60-41e4-908e-0b11c99660e8 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:23:41.429566 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837f33f8-d67e-42f6-aaea-2a2b26634286 None None] Routers {'f3ec2eb3-1e60-41e4-908e-0b11c99660e8'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:23:41.430177 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-837f33f8-d67e-42f6-aaea-2a2b26634286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:23:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:41.534353 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-837f33f8-d67e-42f6-aaea-2a2b26634286 None None] Set router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:23:41.696388 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device c4858902-df62-4017-b106-503915275745 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:23:41.850291 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ad2d9-26bc-4639-9cfb-90e605b03d72 req-cef9deff-14be-45a6-8fda-c9b45b3874f1 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:41.852578 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:41.859301 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fa1ad2d9-26bc-4639-9cfb-90e605b03d72 req-cef9deff-14be-45a6-8fda-c9b45b3874f1 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 943 time: 0.0633957 Sep 13 01:23:41.882133 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:41.905538 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port c4858902-df62-4017-b106-503915275745, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=c4858902-df62-4017-b106-503915275745,segment=NetworkSegment(d0fe7925-f633-435b-a5ff-6ec0a53bbced),segment_id=d0fe7925-f633-435b-a5ff-6ec0a53bbced)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:41.919752 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fa1ad2d9-26bc-4639-9cfb-90e605b03d72 req-b5c86f42-c0b2-4ec8-a91c-ec60e95dc9e4 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593996 Sep 13 01:23:41.923744 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': 'c4858902-df62-4017-b106-503915275745', 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc', 'port_id': 'c4858902-df62-4017-b106-503915275745', 'mac_address': 'fa:16:3e:f4:63:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976008db-e6b1-447d-85c8-de5490233f11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:23:41.983527 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:41.999572 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-837f33f8-d67e-42f6-aaea-2a2b26634286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:23:42.001465 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port c4858902-df62-4017-b106-503915275745 is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:23:42.001849 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (c4858902-df62-4017-b106-503915275745), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:42.012417 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-8930ca84-3041-4e59-a097-0de7916edbae req-3475e951-85ab-4183-9944-52ca68c082c4 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 210 time: 0.0325680 Sep 13 01:23:42.034258 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837f33f8-d67e-42f6-aaea-2a2b26634286 None None] The sync data for ids ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'] in dv-cinder-856941-3-iscsi is: [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:23:42.047948 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4858902-df62-4017-b106-503915275745 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:23:42.078726 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port c4858902-df62-4017-b106-503915275745, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=c4858902-df62-4017-b106-503915275745,segment=NetworkSegment(d0fe7925-f633-435b-a5ff-6ec0a53bbced),segment_id=d0fe7925-f633-435b-a5ff-6ec0a53bbced)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:42.084773 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (c4858902-df62-4017-b106-503915275745), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:42.166109 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=c4858902-df62-4017-b106-503915275745,revision_number=7']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:42.325921 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bedc55b-3b19-465d-b36b-871e49dbf31d None None] New status for floating IP 1770f386-c17b-4fac-84f3-42409ea6ac2c: DOWN {{(pid=106211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:23:42.484734 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:42.494787 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7de08-21e7-44a7-a85b-9d274e62a05c req-031738de-5572-43c1-8ac8-628953569979 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:42.496294 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7bf7de08-21e7-44a7-a85b-9d274e62a05c req-031738de-5572-43c1-8ac8-628953569979 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0494754 Sep 13 01:23:42.550749 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7bf7de08-21e7-44a7-a85b-9d274e62a05c req-4415ee0a-e01e-4941-825c-605c6444e5fb tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485528 Sep 13 01:23:42.974510 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:43.036422 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe386f-08f5-4a7f-b758-2ccf2b94bb05 req-55ab3206-e73a-40d5-b77e-3a25e59d61bb tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:43.037880 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-48fe386f-08f5-4a7f-b758-2ccf2b94bb05 req-55ab3206-e73a-40d5-b77e-3a25e59d61bb tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 944 time: 0.0467680 Sep 13 01:23:43.096522 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-48fe386f-08f5-4a7f-b758-2ccf2b94bb05 req-a39806da-80aa-4db2-9a23-d75018fd210a tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527222 Sep 13 01:23:43.152294 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6b46e583-b39c-4b27-8f6c-eef7c485c39e req-6952d1ec-c10a-431d-a9f4-7ee73738f929 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8555c188-5c8f-4a84-877b-c97fe0265c5c HTTP/1.1" status: 200 len: 210 time: 0.0332391 Sep 13 01:23:43.437973 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['c4858902-df62-4017-b106-503915275745'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:23:43.582589 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 6c6841ec-d12a-4293-a896-c6083998f37f no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:23:43.621443 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: 6c6841ec-d12a-4293-a896-c6083998f37f {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:23:43.621841 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 6c6841ec-d12a-4293-a896-c6083998f37f not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:23:43.700080 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3942ccd-0d2b-4d51-891d-2adb7da40180 req-f6da1abb-50f7-4839-8fd0-931f492b1d50 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:43.701540 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d3942ccd-0d2b-4d51-891d-2adb7da40180 req-f6da1abb-50f7-4839-8fd0-931f492b1d50 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0504858 Sep 13 01:23:43.748688 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d3942ccd-0d2b-4d51-891d-2adb7da40180 req-ab6be573-dc1f-4685-8096-6ced5c25db73 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411279 Sep 13 01:23:44.416647 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-aab03f52-a921-4ebe-8f62-26b6cf399ed5 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-161750292&fields=id&tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca HTTP/1.1" status: 200 len: 267 time: 0.0435212 Sep 13 01:23:44.522862 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-459f58ef-548e-4f5d-a377-f93565d16037 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:44.524307 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-459f58ef-548e-4f5d-a377-f93565d16037 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/networks?id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 HTTP/1.1" status: 200 len: 812 time: 0.1007867 Sep 13 01:23:44.539422 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-3c7c34c0-dfa9-4a5a-80ba-805c8c002ac0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/quotas/66cdd4ec03ea4fbf959ede65bb96f6ca HTTP/1.1" status: 200 len: 375 time: 0.0092702 Sep 13 01:23:44.587585 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-782d2b5f-798d-46cf-b476-53c65cb05dc8 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426862 Sep 13 01:23:44.688195 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-1d0b40bc-c07b-49ee-a382-42fbfa2749c6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891275 Sep 13 01:23:44.780220 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-837ecc7b-014c-4338-b055-e0d38145ca4f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862732 Sep 13 01:23:44.885272 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520ec71-bad3-4cc0-878e-900512f0fb91 req-9c7d96bf-88e4-42d3-bdd9-16b0256d6201 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:44.887397 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6520ec71-bad3-4cc0-878e-900512f0fb91 req-9c7d96bf-88e4-42d3-bdd9-16b0256d6201 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0518146 Sep 13 01:23:44.951259 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6520ec71-bad3-4cc0-878e-900512f0fb91 req-637d4c03-2441-434c-b3fa-2df35bc81521 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549793 Sep 13 01:23:45.096599 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-25483328-bfaf-435d-9197-db08ea899c5b req-f7b29bf8-e218-48c8-aec5-c8d3de643a71 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 210 time: 0.0284014 Sep 13 01:23:46.080639 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcfec1-87fa-4614-8d1b-7b8862c15e5b req-48d4a2e6-5966-4bfd-bfa6-404f67c3a084 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:46.082082 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c7bcfec1-87fa-4614-8d1b-7b8862c15e5b req-48d4a2e6-5966-4bfd-bfa6-404f67c3a084 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0462506 Sep 13 01:23:46.131770 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c7bcfec1-87fa-4614-8d1b-7b8862c15e5b req-df466e8e-8194-4912-9c31-abc7e452fff3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441418 Sep 13 01:23:46.200859 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a538035e-d06e-4949-bcc5-4a2e183aad20 req-94cdc749-a17d-4362-9d35-8b3ee07f381d tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 210 time: 0.0306697 Sep 13 01:23:46.794205 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device c4858902-df62-4017-b106-503915275745 up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:23:46.842877 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port c4858902-df62-4017-b106-503915275745 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:23:46.843247 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (c4858902-df62-4017-b106-503915275745), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:46.913170 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port c4858902-df62-4017-b106-503915275745 is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:23:46.913560 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (c4858902-df62-4017-b106-503915275745), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:46.936909 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4858902-df62-4017-b106-503915275745'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:23:46.939179 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5ed47b-9d96-4550-a2eb-fa607cbee072" -d '{"events": [{"server_uuid": "cf5279a7-4859-458b-958c-85fd71cb4d72", "name": "network-vif-plugged", "status": "completed", "tag": "c4858902-df62-4017-b106-503915275745"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:23:46.951659 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port c4858902-df62-4017-b106-503915275745, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=c4858902-df62-4017-b106-503915275745,segment=NetworkSegment(d0fe7925-f633-435b-a5ff-6ec0a53bbced),segment_id=d0fe7925-f633-435b-a5ff-6ec0a53bbced)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:46.955606 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (c4858902-df62-4017-b106-503915275745), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:46.984141 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff60c81f-13f0-422a-8c2f-042eac2c184f x-openstack-request-id: req-ff60c81f-13f0-422a-8c2f-042eac2c184f {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:23:46.984460 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5279a7-4859-458b-958c-85fd71cb4d72", "name": "network-vif-plugged", "status": "completed", "tag": "c4858902-df62-4017-b106-503915275745", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:23:46.984717 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff60c81f-13f0-422a-8c2f-042eac2c184f {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:23:46.985113 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff60c81f-13f0-422a-8c2f-042eac2c184f'] response: {'server_uuid': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4858902-df62-4017-b106-503915275745', 'code': 200} Sep 13 01:23:47.008955 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=c4858902-df62-4017-b106-503915275745,revision_number=8']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:47.257371 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3be793-ccc8-4f3f-96f0-c44124045220 req-532f4d5a-f9d2-4ef4-b665-8bdbc96d6ced tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:47.258843 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-cf3be793-ccc8-4f3f-96f0-c44124045220 req-532f4d5a-f9d2-4ef4-b665-8bdbc96d6ced tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0469754 Sep 13 01:23:47.305821 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e260f6fb-7a99-46fc-abcb-2df6399e2fbc req-c3cb664b-0369-4a33-91bd-efe9dab8a23b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 210 time: 0.0282302 Sep 13 01:23:47.307044 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-cf3be793-ccc8-4f3f-96f0-c44124045220 req-d01e8620-a514-4c93-9de6-42b3c66f526b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424526 Sep 13 01:23:47.784071 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-89172317-603b-4de6-b9f2-0e8313e25f90 req-927a2c1b-e050-476b-9511-c13391d0d27c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393982 Sep 13 01:23:47.888175 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89172317-603b-4de6-b9f2-0e8313e25f90 req-1beb4e0d-c1fa-4144-b621-be7a760a84be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:47.889762 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-89172317-603b-4de6-b9f2-0e8313e25f90 req-1beb4e0d-c1fa-4144-b621-be7a760a84be service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=de31bd722d4f419d9269b519af7f793a&device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 1129 time: 0.0398993 Sep 13 01:23:48.000314 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89172317-603b-4de6-b9f2-0e8313e25f90 req-1057da96-4dc7-4060-8220-b1f33a5fb399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:48.001813 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-89172317-603b-4de6-b9f2-0e8313e25f90 req-1057da96-4dc7-4060-8220-b1f33a5fb399 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1634575b-a8d8-4151-84aa-e1e4cfa1c8bc HTTP/1.1" status: 200 len: 909 time: 0.0914619 Sep 13 01:23:48.041760 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:48.066346 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-89172317-603b-4de6-b9f2-0e8313e25f90 req-95dc416b-04f3-47ac-a049-16a7bbdeb3ad service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4858902-df62-4017-b106-503915275745 HTTP/1.1" status: 200 len: 1001 time: 0.0577607 Sep 13 01:23:48.160800 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89172317-603b-4de6-b9f2-0e8313e25f90 req-a1d65aa2-69a5-4bc2-9eb9-fe9601527bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:48.168305 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-89172317-603b-4de6-b9f2-0e8313e25f90 req-a1d65aa2-69a5-4bc2-9eb9-fe9601527bbc service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=976008db-e6b1-447d-85c8-de5490233f11 HTTP/1.1" status: 200 len: 847 time: 0.0694425 Sep 13 01:23:48.215918 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89172317-603b-4de6-b9f2-0e8313e25f90 req-527137bf-c228-4753-ab8f-6c7fa02de09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:48.217527 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-89172317-603b-4de6-b9f2-0e8313e25f90 req-527137bf-c228-4753-ab8f-6c7fa02de09f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1634575b-a8d8-4151-84aa-e1e4cfa1c8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424085 Sep 13 01:23:48.393570 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:48.422883 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-50826c9a-8d1f-4c19-92e7-028a8a9137dc req-eeddb1fc-73b9-4c3f-913b-127f35af1685 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 210 time: 0.0387826 Sep 13 01:23:48.462260 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317b16b-9573-40e9-b2d6-d2d4a0aa8367 req-13a9af57-95bd-4442-b4e6-3ad670e389e2 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:48.463862 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5317b16b-9573-40e9-b2d6-d2d4a0aa8367 req-13a9af57-95bd-4442-b4e6-3ad670e389e2 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0733678 Sep 13 01:23:48.527535 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5317b16b-9573-40e9-b2d6-d2d4a0aa8367 req-1f30919e-7540-45d6-b625-69d052db6fd3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570736 Sep 13 01:23:48.607048 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-89172317-603b-4de6-b9f2-0e8313e25f90 req-8a4617c8-42ca-4e5f-ab6e-39eda40debed service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1634575b-a8d8-4151-84aa-e1e4cfa1c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617253 Sep 13 01:23:48.710305 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-e4b4044e-f2d0-4260-852e-f563cd83a343 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:48.711748 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-e4b4044e-f2d0-4260-852e-f563cd83a343 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.25 "GET /networking/v2.0/networks?id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 HTTP/1.1" status: 200 len: 812 time: 0.1747720 Sep 13 01:23:48.755719 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-89172317-603b-4de6-b9f2-0e8313e25f90 req-8e8af660-c87e-46be-82f7-a91404d37911 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1634575b-a8d8-4151-84aa-e1e4cfa1c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409156 Sep 13 01:23:48.795517 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-eaa3cea7-0ac2-406d-8a0a-5e021ad26bd6 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca HTTP/1.1" status: 200 len: 379 time: 0.0675104 Sep 13 01:23:48.813876 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Request body: {'port': {'device_id': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'admin_state_up': True, 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'security_groups': ['a45294aa-9fb4-4926-895d-3eb44c079d1d']}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:23:48.922117 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Made reservation on behalf of 66cdd4ec03ea4fbf959ede65bb96f6ca for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:23:48.925758 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:49.049209 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Allocated IP 172.20.0.9 (0a90ed41-eeae-4dbf-a9a3-4da26905e9e8/b0042c6c-337e-4770-971b-d8ee010e1407/4195c70c-e59e-4802-a081-867a4bbc8d9f) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:23:49.184973 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:49.195988 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for port (4195c70c-e59e-4802-a081-867a4bbc8d9f), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:49.231053 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (4195c70c-e59e-4802-a081-867a4bbc8d9f), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:49.267075 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:49.277799 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:23:49.283627 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:23:49.286133 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event updated for resources: {'Port': ['ID=4195c70c-e59e-4802-a081-867a4bbc8d9f,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:49.288256 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:23:49.321426 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:49.321688 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:49.322031 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:49.322372 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:49.322704 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:49.323055 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:49.323381 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:49.323701 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:49.324030 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:49.324383 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:49.324707 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:49.325032 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:49.325353 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:49.325668 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:49.325986 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:49.353177 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:49.353807 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:49.372510 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-a4f6572c-4f0e-441a-83df-633d14b10d22 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5621696 Sep 13 01:23:49.383486 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Request body: {'port': {'device_id': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:23:49.444638 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (4195c70c-e59e-4802-a081-867a4bbc8d9f), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:49.474895 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:49.486111 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-11494d1e-d077-47bf-97e6-417d3756b45c None None] Provisioning complete for port 4195c70c-e59e-4802-a081-867a4bbc8d9f triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:23:49.486481 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-11494d1e-d077-47bf-97e6-417d3756b45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (4195c70c-e59e-4802-a081-867a4bbc8d9f), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:49.517923 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-11494d1e-d077-47bf-97e6-417d3756b45c None None] Port 4195c70c-e59e-4802-a081-867a4bbc8d9f cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:23:49.590343 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ee9e8-712e-4e92-bbc5-ca2276adc151 req-662894c1-3a97-4bdf-b10c-c3d3baf5ef0b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:49.591856 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fe6ee9e8-712e-4e92-bbc5-ca2276adc151 req-662894c1-3a97-4bdf-b10c-c3d3baf5ef0b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 931 time: 0.0935326 Sep 13 01:23:49.685189 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d353d-ae05-4ba5-a1ec-380de8a1ebba req-b5eb49d5-c47e-422d-b282-4fde0d35c67c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:49.687316 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e72d353d-ae05-4ba5-a1ec-380de8a1ebba req-b5eb49d5-c47e-422d-b282-4fde0d35c67c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0539286 Sep 13 01:23:49.701290 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fe6ee9e8-712e-4e92-bbc5-ca2276adc151 req-6ffff3c8-6be8-4f40-ac16-c81dff4bd606 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020389 Sep 13 01:23:49.755920 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e72d353d-ae05-4ba5-a1ec-380de8a1ebba req-1e36eea8-fc5d-4b86-9316-565e83e6a294 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610998 Sep 13 01:23:49.812664 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4195c70c-e59e-4802-a081-867a4bbc8d9f {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:23:49.820638 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Publish callbacks [] for port (4195c70c-e59e-4802-a081-867a4bbc8d9f), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:49.833649 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Transition to ACTIVE for port object 4195c70c-e59e-4802-a081-867a4bbc8d9f will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:23:49.836884 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (4195c70c-e59e-4802-a081-867a4bbc8d9f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:49.902187 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Pushing event updated for resources: {'Port': ['ID=4195c70c-e59e-4802-a081-867a4bbc8d9f,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:49.951195 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Attempting to bind port 4195c70c-e59e-4802-a081-867a4bbc8d9f on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:23:49.951560 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Attempting to bind port 4195c70c-e59e-4802-a081-867a4bbc8d9f by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:23:49.951838 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Attempting to bind port 4195c70c-e59e-4802-a081-867a4bbc8d9f on network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:23:49.991277 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Port 4195c70c-e59e-4802-a081-867a4bbc8d9f on network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:23:49.991600 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Attempting to bind port 4195c70c-e59e-4802-a081-867a4bbc8d9f on network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:23:50.030200 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:50.035720 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:23:50.036059 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Checking segment: {'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:23:50.036445 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Bound using segment: {'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:23:50.036889 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Bound port: 4195c70c-e59e-4802-a081-867a4bbc8d9f, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:23:50.037264 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (4195c70c-e59e-4802-a081-867a4bbc8d9f), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:50.114199 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] For port 4195c70c-e59e-4802-a081-867a4bbc8d9f, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:23:50.117465 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] For port 4195c70c-e59e-4802-a081-867a4bbc8d9f, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=4195c70c-e59e-4802-a081-867a4bbc8d9f,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:23:50.118569 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:50.124887 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (4195c70c-e59e-4802-a081-867a4bbc8d9f), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:50.128323 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:50.129027 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:50.130370 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/4195c70c-e59e-4802-a081-867a4bbc8d9f HTTP/1.1" status: 200 len: 1093 time: 0.7510526 Sep 13 01:23:50.133027 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'tag': '4195c70c-e59e-4802-a081-867a4bbc8d9f'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:23:50.136235 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22f40e7-dc7d-4307-95c3-ee644e074871" -d '{"events": [{"name": "network-changed", "server_uuid": "bfba6992-16f5-4e5a-b9d4-975bdf6f8e81", "tag": "4195c70c-e59e-4802-a081-867a4bbc8d9f"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:23:50.174881 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9473c488-3a72-4937-b0b9-29c072ff13d1 x-openstack-request-id: req-9473c488-3a72-4937-b0b9-29c072ff13d1 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:23:50.175168 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfba6992-16f5-4e5a-b9d4-975bdf6f8e81", "tag": "4195c70c-e59e-4802-a081-867a4bbc8d9f", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:23:50.175419 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9473c488-3a72-4937-b0b9-29c072ff13d1 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:23:50.175817 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9473c488-3a72-4937-b0b9-29c072ff13d1'] response: {'name': 'network-changed', 'server_uuid': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'tag': '4195c70c-e59e-4802-a081-867a4bbc8d9f', 'status': 'completed', 'code': 200} Sep 13 01:23:50.217065 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e7b47-7db2-48a0-81ac-a9d6b1eb46bd service neutron] Pushing event updated for resources: {'Port': ['ID=4195c70c-e59e-4802-a081-867a4bbc8d9f,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:50.231600 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-4c969aa7-253a-44b2-8767-86de7acb3ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:50.233160 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-4c969aa7-253a-44b2-8767-86de7acb3ba0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca&device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 1127 time: 0.0435693 Sep 13 01:23:50.273681 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-1f8f2e29-ccd0-4bda-b8e7-4fd33884f66c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4195c70c-e59e-4802-a081-867a4bbc8d9f HTTP/1.1" status: 200 len: 217 time: 0.0339718 Sep 13 01:23:50.325998 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-9e298309-f9a9-4892-88b1-651d94d1afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:50.327425 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-9e298309-f9a9-4892-88b1-651d94d1afbf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b0042c6c-337e-4770-971b-d8ee010e1407 HTTP/1.1" status: 200 len: 851 time: 0.0438123 Sep 13 01:23:50.373329 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-29abde92-0e37-49e7-9d6c-d30a3b484daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:50.375598 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-29abde92-0e37-49e7-9d6c-d30a3b484daf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398364 Sep 13 01:23:50.469348 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-8b5c210b-75b0-46c4-892d-fa42ee75b260 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854216 Sep 13 01:23:50.557824 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-76eab419-daa8-4022-a7aa-56e2124d6023 req-5472ef5e-6098-4bca-80a1-a4eb903d0206 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807860 Sep 13 01:23:50.827480 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7aefbf-af3f-4c70-9ba2-ef3011ab2e90 req-a333d717-8190-4a28-8d3d-7655502ac2df tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:50.829157 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6c7aefbf-af3f-4c70-9ba2-ef3011ab2e90 req-a333d717-8190-4a28-8d3d-7655502ac2df tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 943 time: 0.0481589 Sep 13 01:23:50.851472 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f40e7-dc7d-4307-95c3-ee644e074871 req-a9ffb091-68e2-471f-9796-a8528e4595e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:50.853130 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f22f40e7-dc7d-4307-95c3-ee644e074871 req-a9ffb091-68e2-471f-9796-a8528e4595e1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca&device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 1127 time: 0.0515499 Sep 13 01:23:50.880217 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6c7aefbf-af3f-4c70-9ba2-ef3011ab2e90 req-3fe89e25-1181-4db2-9b71-298b1139326a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451283 Sep 13 01:23:50.931282 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf86cd-3dc5-4708-836d-7585063d4f5f req-ddf6a673-58ac-4c7a-9734-99a52639af03 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:50.932965 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0baf86cd-3dc5-4708-836d-7585063d4f5f req-ddf6a673-58ac-4c7a-9734-99a52639af03 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0933995 Sep 13 01:23:51.013161 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f40e7-dc7d-4307-95c3-ee644e074871 req-8b6b42a2-0f8b-4062-8267-3e9b104db3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:51.014691 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f22f40e7-dc7d-4307-95c3-ee644e074871 req-8b6b42a2-0f8b-4062-8267-3e9b104db3b8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 HTTP/1.1" status: 200 len: 913 time: 0.1417999 Sep 13 01:23:51.018137 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0baf86cd-3dc5-4708-836d-7585063d4f5f req-da489361-8195-467d-8e42-3e89ef6c1eee tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783689 Sep 13 01:23:51.065438 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f22f40e7-dc7d-4307-95c3-ee644e074871 req-bd2182e4-802f-4eef-8125-1c5beb0a5574 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4195c70c-e59e-4802-a081-867a4bbc8d9f HTTP/1.1" status: 200 len: 217 time: 0.0370953 Sep 13 01:23:51.119752 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f40e7-dc7d-4307-95c3-ee644e074871 req-5e316c82-e2ea-492c-82d9-7ae39f831069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:51.121798 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f22f40e7-dc7d-4307-95c3-ee644e074871 req-5e316c82-e2ea-492c-82d9-7ae39f831069 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b0042c6c-337e-4770-971b-d8ee010e1407 HTTP/1.1" status: 200 len: 851 time: 0.0496712 Sep 13 01:23:51.165174 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f40e7-dc7d-4307-95c3-ee644e074871 req-3a83978f-5352-41e9-b2ea-026191bd84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:51.166658 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f22f40e7-dc7d-4307-95c3-ee644e074871 req-3a83978f-5352-41e9-b2ea-026191bd84d9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389943 Sep 13 01:23:51.267344 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f22f40e7-dc7d-4307-95c3-ee644e074871 req-8b976edb-74b3-4b69-960d-6cc1f5bd33bd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910215 Sep 13 01:23:51.340540 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:51.355371 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37388) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:51.364487 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f22f40e7-dc7d-4307-95c3-ee644e074871 req-68878527-8098-485d-9ba2-51392f97f323 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872445 Sep 13 01:23:51.459158 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c48fbf70-bef5-4bd1-a6cd-12374e8db166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:51.537891 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c48fbf70-bef5-4bd1-a6cd-12374e8db166 admin admin] Publish callbacks [] for security_group (13cc3bd4-f23b-4598-b4a4-9c28af758567), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:51.541443 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c48fbf70-bef5-4bd1-a6cd-12374e8db166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (13cc3bd4-f23b-4598-b4a4-9c28af758567), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:51.570964 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:51.579979 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fbf70-bef5-4bd1-a6cd-12374e8db166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cc3bd4-f23b-4598-b4a4-9c28af758567,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:51.584476 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-c48fbf70-bef5-4bd1-a6cd-12374e8db166 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d04e1b05c7ae4270b020ac6bd59a35d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281067 Sep 13 01:23:51.587678 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37392) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:51.635981 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cd534e34-c718-4410-9c47-b8bf0efd73a7 admin admin] Publish callbacks [] for security_group (13cc3bd4-f23b-4598-b4a4-9c28af758567), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:51.656383 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cd534e34-c718-4410-9c47-b8bf0efd73a7 admin admin] Publish callbacks [] for security_group (13cc3bd4-f23b-4598-b4a4-9c28af758567), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:51.704417 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cd534e34-c718-4410-9c47-b8bf0efd73a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (13cc3bd4-f23b-4598-b4a4-9c28af758567), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:51.706959 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-cd534e34-c718-4410-9c47-b8bf0efd73a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:51.708145 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-cd534e34-c718-4410-9c47-b8bf0efd73a7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/13cc3bd4-f23b-4598-b4a4-9c28af758567 HTTP/1.1" status: 204 len: 168 time: 0.1198225 Sep 13 01:23:51.715864 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd534e34-c718-4410-9c47-b8bf0efd73a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cc3bd4-f23b-4598-b4a4-9c28af758567,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:51.975879 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 37400) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:51.992894 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c9080d31-1f47-477a-9624-01993c105d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:52.004311 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dabe5b-62c4-4a2b-b44b-5d0d509c67ae req-e21aaaa0-f073-48b8-b3f6-2bb5c3d9ce9c tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:52.006028 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b7dabe5b-62c4-4a2b-b44b-5d0d509c67ae req-e21aaaa0-f073-48b8-b3f6-2bb5c3d9ce9c tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 943 time: 0.0482583 Sep 13 01:23:52.041117 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:52.055419 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:52.067853 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b7dabe5b-62c4-4a2b-b44b-5d0d509c67ae req-5bef922d-eede-452b-ab5d-7a97deebeac0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561302 Sep 13 01:23:52.089100 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c9080d31-1f47-477a-9624-01993c105d17 admin admin] Publish callbacks [] for security_group (ab352d0e-9f11-4c61-ae78-2089915d23ee), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:52.094227 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c9080d31-1f47-477a-9624-01993c105d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (ab352d0e-9f11-4c61-ae78-2089915d23ee), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:52.161937 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9080d31-1f47-477a-9624-01993c105d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab352d0e-9f11-4c61-ae78-2089915d23ee,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:52.173573 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-c9080d31-1f47-477a-9624-01993c105d17 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2a9e0ce2baa24cbcb8861850c21a7776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966593 Sep 13 01:23:52.176416 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37404) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:52.179480 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d825b69-54dc-401d-b29e-fd14f497669c req-409a9f73-2cdd-4f20-be72-03963d5d2b1f tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:52.180874 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6d825b69-54dc-401d-b29e-fd14f497669c req-409a9f73-2cdd-4f20-be72-03963d5d2b1f tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0692375 Sep 13 01:23:52.225707 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-962c6262-3528-44b6-a9f6-1f60b002dfc3 admin admin] Publish callbacks [] for security_group (ab352d0e-9f11-4c61-ae78-2089915d23ee), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:52.229564 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6d825b69-54dc-401d-b29e-fd14f497669c req-21fbd821-fe3a-4e23-aac5-08f6c0c3c4e2 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419741 Sep 13 01:23:52.247690 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-962c6262-3528-44b6-a9f6-1f60b002dfc3 admin admin] Publish callbacks [] for security_group (ab352d0e-9f11-4c61-ae78-2089915d23ee), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:52.292646 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-962c6262-3528-44b6-a9f6-1f60b002dfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (ab352d0e-9f11-4c61-ae78-2089915d23ee), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:52.295616 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-962c6262-3528-44b6-a9f6-1f60b002dfc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:52.296735 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-962c6262-3528-44b6-a9f6-1f60b002dfc3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ab352d0e-9f11-4c61-ae78-2089915d23ee HTTP/1.1" status: 204 len: 168 time: 0.1193519 Sep 13 01:23:52.304416 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c6262-3528-44b6-a9f6-1f60b002dfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab352d0e-9f11-4c61-ae78-2089915d23ee,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:52.363553 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:52.400035 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:53.204050 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f056c-b3da-48b1-9362-c4e3f0779749 req-1e29cc82-ee8b-4041-92ad-e6fb790bfe2f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:53.205541 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-de0f056c-b3da-48b1-9362-c4e3f0779749 req-1e29cc82-ee8b-4041-92ad-e6fb790bfe2f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 943 time: 0.0474410 Sep 13 01:23:53.262405 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-de0f056c-b3da-48b1-9362-c4e3f0779749 req-9f9d40a2-8186-4364-881c-03677bb797c6 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504386 Sep 13 01:23:53.611710 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942b743-1eea-46a5-b8a3-dfc3355ff7ed req-30317283-ab38-4a4b-a8f9-fbbae6b748c6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:53.613096 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b942b743-1eea-46a5-b8a3-dfc3355ff7ed req-30317283-ab38-4a4b-a8f9-fbbae6b748c6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0523620 Sep 13 01:23:53.661111 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b942b743-1eea-46a5-b8a3-dfc3355ff7ed req-ac8b7e3c-559b-488d-ae9c-d2c72655fb24 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414703 Sep 13 01:23:54.385014 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa89a0-4c07-40de-9f1f-da96ccb8763c req-5162f3c6-738a-4a0e-9434-17295929963c tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:54.386536 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-37fa89a0-4c07-40de-9f1f-da96ccb8763c req-5162f3c6-738a-4a0e-9434-17295929963c tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 943 time: 0.0492749 Sep 13 01:23:54.442295 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-37fa89a0-4c07-40de-9f1f-da96ccb8763c req-bb67664d-7c60-4c22-8f86-6a8483f2610a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491352 Sep 13 01:23:54.791355 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bff0fa-55c1-4583-8e5d-75787660e157 req-4d14d11f-1d28-4f58-b365-1d12112be777 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:54.793951 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b9bff0fa-55c1-4583-8e5d-75787660e157 req-4d14d11f-1d28-4f58-b365-1d12112be777 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0522277 Sep 13 01:23:54.842658 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b9bff0fa-55c1-4583-8e5d-75787660e157 req-0cdaecd8-734f-418e-8a66-a1621a9528d2 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429628 Sep 13 01:23:55.297244 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37546) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:55.404355 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a7cec86c-1ea6-401b-95e5-9ce4c88239a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:55.482137 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a7cec86c-1ea6-401b-95e5-9ce4c88239a2 admin admin] Publish callbacks [] for security_group (f9c68684-54bb-4721-8538-b8c71094256a), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:55.486016 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a7cec86c-1ea6-401b-95e5-9ce4c88239a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (f9c68684-54bb-4721-8538-b8c71094256a), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:55.534709 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-a7cec86c-1ea6-401b-95e5-9ce4c88239a2 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0576f0261ea348ce82ebcf10fc9afab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362304 Sep 13 01:23:55.535464 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cec86c-1ea6-401b-95e5-9ce4c88239a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c68684-54bb-4721-8538-b8c71094256a,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:55.537448 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 37552) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:55.575637 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7916e-8bed-4ea8-8113-b0c7020a0b2b req-b4687d83-6948-45d7-91e5-9d39617f12dd tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:55.577149 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-42e7916e-8bed-4ea8-8113-b0c7020a0b2b req-b4687d83-6948-45d7-91e5-9d39617f12dd tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 943 time: 0.0558286 Sep 13 01:23:55.586762 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-cbdb225d-a617-47cd-9389-db9f00b26df5 admin admin] Publish callbacks [] for security_group (f9c68684-54bb-4721-8538-b8c71094256a), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:55.610732 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-cbdb225d-a617-47cd-9389-db9f00b26df5 admin admin] Publish callbacks [] for security_group (f9c68684-54bb-4721-8538-b8c71094256a), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:55.628166 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-42e7916e-8bed-4ea8-8113-b0c7020a0b2b req-5732c498-c65b-453d-bd6c-44b6e7ef4ff7 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450170 Sep 13 01:23:55.657437 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-cbdb225d-a617-47cd-9389-db9f00b26df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (f9c68684-54bb-4721-8538-b8c71094256a), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:55.660055 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-cbdb225d-a617-47cd-9389-db9f00b26df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:55.661206 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-cbdb225d-a617-47cd-9389-db9f00b26df5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f9c68684-54bb-4721-8538-b8c71094256a HTTP/1.1" status: 204 len: 168 time: 0.1227725 Sep 13 01:23:55.669690 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb225d-a617-47cd-9389-db9f00b26df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c68684-54bb-4721-8538-b8c71094256a,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:55.923746 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37562) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:55.938224 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ac000540-b9d1-43a7-8e74-8fbf2cd05636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:55.952823 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:55.978285 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f44b23-da80-4067-879d-9652448ac864 req-64ec6386-730f-4c53-9ca7-421b0d67c19a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:55.979821 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-51f44b23-da80-4067-879d-9652448ac864 req-64ec6386-730f-4c53-9ca7-421b0d67c19a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0482430 Sep 13 01:23:56.018971 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ac000540-b9d1-43a7-8e74-8fbf2cd05636 admin admin] Publish callbacks [] for security_group (5a3fef07-453b-431f-af9e-0a4a218113a8), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:56.022872 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ac000540-b9d1-43a7-8e74-8fbf2cd05636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (5a3fef07-453b-431f-af9e-0a4a218113a8), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:56.030496 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-51f44b23-da80-4067-879d-9652448ac864 req-259b75c8-7f5a-41f8-88a7-ca6c32689bb3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433958 Sep 13 01:23:56.043561 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:56.064899 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-ac000540-b9d1-43a7-8e74-8fbf2cd05636 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d4b69e3d95c34501992dfecc4905c91e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400318 Sep 13 01:23:56.065981 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac000540-b9d1-43a7-8e74-8fbf2cd05636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3fef07-453b-431f-af9e-0a4a218113a8,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:56.067630 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 37564) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:23:56.116288 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c5a7fd51-fb7b-434a-b9b0-3683c0ff0444 admin admin] Publish callbacks [] for security_group (5a3fef07-453b-431f-af9e-0a4a218113a8), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:56.136909 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c5a7fd51-fb7b-434a-b9b0-3683c0ff0444 admin admin] Publish callbacks [] for security_group (5a3fef07-453b-431f-af9e-0a4a218113a8), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:56.186678 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c5a7fd51-fb7b-434a-b9b0-3683c0ff0444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (5a3fef07-453b-431f-af9e-0a4a218113a8), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:56.189332 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c5a7fd51-fb7b-434a-b9b0-3683c0ff0444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:56.190456 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-c5a7fd51-fb7b-434a-b9b0-3683c0ff0444 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5a3fef07-453b-431f-af9e-0a4a218113a8 HTTP/1.1" status: 204 len: 168 time: 0.1216977 Sep 13 01:23:56.198722 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7fd51-fb7b-434a-b9b0-3683c0ff0444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3fef07-453b-431f-af9e-0a4a218113a8,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:56.311713 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:23:56.760613 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834b9e9-982f-49d6-a588-a7733c978fc8 req-68f3c63f-afa1-46db-be93-f410f3d866eb tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:56.762769 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3834b9e9-982f-49d6-a588-a7733c978fc8 req-68f3c63f-afa1-46db-be93-f410f3d866eb tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 943 time: 0.0528109 Sep 13 01:23:56.818228 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:56.827650 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3834b9e9-982f-49d6-a588-a7733c978fc8 req-4394216a-e5ae-475c-97f6-f91f607080c8 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580449 Sep 13 01:23:56.914959 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:57.162023 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831bb99-9f66-423c-ad37-7a72b6240238 req-c89c37e2-aeee-4dd5-95b3-3c78cd523530 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:57.163551 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b831bb99-9f66-423c-ad37-7a72b6240238 req-c89c37e2-aeee-4dd5-95b3-3c78cd523530 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0502884 Sep 13 01:23:57.216491 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b831bb99-9f66-423c-ad37-7a72b6240238 req-34ab51b5-10b2-49ff-ad3f-150ccabc638f tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472023 Sep 13 01:23:57.788943 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 4195c70c-e59e-4802-a081-867a4bbc8d9f details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:23:57.925432 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 4195c70c-e59e-4802-a081-867a4bbc8d9f, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=4195c70c-e59e-4802-a081-867a4bbc8d9f,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:57.943841 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': '4195c70c-e59e-4802-a081-867a4bbc8d9f', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'port_id': '4195c70c-e59e-4802-a081-867a4bbc8d9f', 'mac_address': 'fa:16:3e:3d:40:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:23:57.961534 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2075c6-a374-4251-a1d7-f03203903b01 req-f7041163-8e83-4686-8bdf-433fde32ef10 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:57.963097 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1a2075c6-a374-4251-a1d7-f03203903b01 req-f7041163-8e83-4686-8bdf-433fde32ef10 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 943 time: 0.0491283 Sep 13 01:23:58.000281 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 4195c70c-e59e-4802-a081-867a4bbc8d9f is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:23:58.000955 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (4195c70c-e59e-4802-a081-867a4bbc8d9f), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:58.025281 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4195c70c-e59e-4802-a081-867a4bbc8d9f {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:23:58.040121 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1a2075c6-a374-4251-a1d7-f03203903b01 req-35d37eb9-9ab5-45a3-aabf-877aa75a835e tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627332 Sep 13 01:23:58.066903 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 4195c70c-e59e-4802-a081-867a4bbc8d9f, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=4195c70c-e59e-4802-a081-867a4bbc8d9f,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:58.066903 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (4195c70c-e59e-4802-a081-867a4bbc8d9f), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:58.132447 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=4195c70c-e59e-4802-a081-867a4bbc8d9f,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:23:58.142256 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:58.142688 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:58.143301 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:58.143889 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:58.144320 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:58.144740 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:58.145193 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:58.145566 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:58.146003 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:58.146316 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:58.146731 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:58.147148 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:58.147514 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:58.147885 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:58.148216 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:23:58.342430 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eb9e9-9156-49c6-a8ac-e1a668fec2bc req-f9130aa8-471a-4db4-8de8-ae786d38d8f5 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:58.343852 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-cb4eb9e9-9156-49c6-a8ac-e1a668fec2bc req-f9130aa8-471a-4db4-8de8-ae786d38d8f5 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0465701 Sep 13 01:23:58.381680 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['4195c70c-e59e-4802-a081-867a4bbc8d9f'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:23:58.390683 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-cb4eb9e9-9156-49c6-a8ac-e1a668fec2bc req-8b35ac25-4054-4347-8edf-6de45c20cd36 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412452 Sep 13 01:23:59.137291 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:59.176324 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b833841-e727-4209-af3b-be909fd6fe0f req-fe075b36-f951-4671-adb3-00b2ea799108 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:59.177790 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5b833841-e727-4209-af3b-be909fd6fe0f req-fe075b36-f951-4671-adb3-00b2ea799108 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 944 time: 0.0492601 Sep 13 01:23:59.230738 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5b833841-e727-4209-af3b-be909fd6fe0f req-46928543-5d02-4e10-b8d5-f7a2889507f1 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465848 Sep 13 01:23:59.528656 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb699186-f48b-4d78-abd7-e066b7636f46 req-55fee478-7c21-4453-8827-fe53ca98dd6c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:23:59.530188 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-eb699186-f48b-4d78-abd7-e066b7636f46 req-55fee478-7c21-4453-8827-fe53ca98dd6c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0544672 Sep 13 01:23:59.582036 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-eb699186-f48b-4d78-abd7-e066b7636f46 req-adc46b7b-37c1-47ad-8645-d4070d49df84 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451987 Sep 13 01:23:59.798739 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 4195c70c-e59e-4802-a081-867a4bbc8d9f up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:23:59.829456 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:23:59.841982 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port 4195c70c-e59e-4802-a081-867a4bbc8d9f completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:23:59.846881 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port 4195c70c-e59e-4802-a081-867a4bbc8d9f triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:23:59.847265 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (4195c70c-e59e-4802-a081-867a4bbc8d9f), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:59.930334 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 4195c70c-e59e-4802-a081-867a4bbc8d9f is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:23:59.930745 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (4195c70c-e59e-4802-a081-867a4bbc8d9f), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:59.935309 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f2e63d7a-7ee7-4a1f-a123-c84f2f53d493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:59.956255 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4195c70c-e59e-4802-a081-867a4bbc8d9f'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:23:59.958458 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952ab29a-58a5-45b2-a68a-a0de5ecac2e7" -d '{"events": [{"server_uuid": "bfba6992-16f5-4e5a-b9d4-975bdf6f8e81", "name": "network-vif-plugged", "status": "completed", "tag": "4195c70c-e59e-4802-a081-867a4bbc8d9f"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:23:59.971083 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 4195c70c-e59e-4802-a081-867a4bbc8d9f, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=4195c70c-e59e-4802-a081-867a4bbc8d9f,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:23:59.975518 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (4195c70c-e59e-4802-a081-867a4bbc8d9f), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:23:59.999389 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937c8eb0-99d5-4e23-8d83-75fa7d8fcff0 x-openstack-request-id: req-937c8eb0-99d5-4e23-8d83-75fa7d8fcff0 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:23:59.999702 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfba6992-16f5-4e5a-b9d4-975bdf6f8e81", "name": "network-vif-plugged", "status": "completed", "tag": "4195c70c-e59e-4802-a081-867a4bbc8d9f", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:23:59.999973 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-937c8eb0-99d5-4e23-8d83-75fa7d8fcff0 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:24:00.000340 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937c8eb0-99d5-4e23-8d83-75fa7d8fcff0'] response: {'server_uuid': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4195c70c-e59e-4802-a081-867a4bbc8d9f', 'code': 200} Sep 13 01:24:00.016145 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:00.027984 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=4195c70c-e59e-4802-a081-867a4bbc8d9f,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:00.237939 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7551923-6ab6-47b8-9c29-de9c38c17bc1 req-1fba0f3d-b46a-4451-ae43-de05b46184bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:00.239399 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a7551923-6ab6-47b8-9c29-de9c38c17bc1 req-1fba0f3d-b46a-4451-ae43-de05b46184bd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 1129 time: 0.0413897 Sep 13 01:24:00.288123 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a7551923-6ab6-47b8-9c29-de9c38c17bc1 req-10532aec-289d-4070-b48c-b0129769704e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396228 Sep 13 01:24:00.360694 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fbb72-35de-478d-ac25-ae42c38bedda req-94f201fb-e262-406b-b600-63a9ebc39614 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:00.362279 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5e6fbb72-35de-478d-ac25-ae42c38bedda req-94f201fb-e262-406b-b600-63a9ebc39614 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 945 time: 0.0480468 Sep 13 01:24:00.412457 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5e6fbb72-35de-478d-ac25-ae42c38bedda req-a7f27ec4-23a5-43c1-994e-7e61495aa518 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443318 Sep 13 01:24:00.710254 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195520dd-8c1e-45d0-8dfb-bd4d98ede721 req-51b806de-7895-43f9-97ca-d6015e3536cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:00.711683 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-195520dd-8c1e-45d0-8dfb-bd4d98ede721 req-51b806de-7895-43f9-97ca-d6015e3536cd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0483842 Sep 13 01:24:00.762127 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-195520dd-8c1e-45d0-8dfb-bd4d98ede721 req-1188c427-cd4d-4fbc-acbb-dbbe63cca40a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443182 Sep 13 01:24:01.326071 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 37702) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:01.438030 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b084c5d2-bf53-411e-9922-dd7175bcc85b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:01.513824 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b084c5d2-bf53-411e-9922-dd7175bcc85b admin admin] Publish callbacks [] for security_group (0163ecbf-cbfb-490a-b9d6-79dd0d339368), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:01.518527 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b084c5d2-bf53-411e-9922-dd7175bcc85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (0163ecbf-cbfb-490a-b9d6-79dd0d339368), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:01.541080 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf1501-d1a5-4c16-8fc2-afea057fc47d req-f691d2ca-24ca-4971-9873-6bbdc1882084 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:01.544317 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-aebf1501-d1a5-4c16-8fc2-afea057fc47d req-f691d2ca-24ca-4971-9873-6bbdc1882084 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 945 time: 0.0512426 Sep 13 01:24:01.562723 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-b084c5d2-bf53-411e-9922-dd7175bcc85b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e9707bbbf71f4433bc9d0b299e90cb4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355168 Sep 13 01:24:01.564001 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084c5d2-bf53-411e-9922-dd7175bcc85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0163ecbf-cbfb-490a-b9d6-79dd0d339368,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:01.565855 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37710) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:01.616432 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-aebf1501-d1a5-4c16-8fc2-afea057fc47d req-7043b1ba-878b-4696-bb30-6babc9da2860 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673609 Sep 13 01:24:01.637411 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-28504697-aac3-4474-a4b3-11800c64f608 admin admin] Publish callbacks [] for security_group (0163ecbf-cbfb-490a-b9d6-79dd0d339368), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:01.657452 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-28504697-aac3-4474-a4b3-11800c64f608 admin admin] Publish callbacks [] for security_group (0163ecbf-cbfb-490a-b9d6-79dd0d339368), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:01.703613 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-28504697-aac3-4474-a4b3-11800c64f608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (0163ecbf-cbfb-490a-b9d6-79dd0d339368), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:01.706082 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-28504697-aac3-4474-a4b3-11800c64f608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:01.707251 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-28504697-aac3-4474-a4b3-11800c64f608 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0163ecbf-cbfb-490a-b9d6-79dd0d339368 HTTP/1.1" status: 204 len: 168 time: 0.1404960 Sep 13 01:24:01.714771 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28504697-aac3-4474-a4b3-11800c64f608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0163ecbf-cbfb-490a-b9d6-79dd0d339368,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:01.901718 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865e14c-f355-404e-a44c-4945fe567a8e req-27eb511b-5081-4703-a72a-f336cb572c4c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:01.903387 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b865e14c-f355-404e-a44c-4945fe567a8e req-27eb511b-5081-4703-a72a-f336cb572c4c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0552433 Sep 13 01:24:01.957971 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b865e14c-f355-404e-a44c-4945fe567a8e req-bf2e9012-7f8a-4ba2-a548-ed3a403ea79c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470674 Sep 13 01:24:02.025662 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37718) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:02.039080 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-194d31c0-7ce7-4ad0-bf2e-f550acf4ca57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:02.074684 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:02.124238 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-194d31c0-7ce7-4ad0-bf2e-f550acf4ca57 admin admin] Publish callbacks [] for security_group (51665d62-9605-4de7-8c62-b6b74fe4ece4), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:02.128286 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-194d31c0-7ce7-4ad0-bf2e-f550acf4ca57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (51665d62-9605-4de7-8c62-b6b74fe4ece4), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:02.173996 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-194d31c0-7ce7-4ad0-bf2e-f550acf4ca57 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9238c0e7855745c7a9e5919532a474fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472497 Sep 13 01:24:02.174809 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d31c0-7ce7-4ad0-bf2e-f550acf4ca57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51665d62-9605-4de7-8c62-b6b74fe4ece4,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:02.178971 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 37720) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:02.195927 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a489963b-6183-4ca7-8b2d-6f257f671dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:02.227259 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6abc82fd-f086-44a9-8856-8deb8aa358ab admin admin] Publish callbacks [] for security_group (51665d62-9605-4de7-8c62-b6b74fe4ece4), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:02.247334 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6abc82fd-f086-44a9-8856-8deb8aa358ab admin admin] Publish callbacks [] for security_group (51665d62-9605-4de7-8c62-b6b74fe4ece4), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:02.292133 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6abc82fd-f086-44a9-8856-8deb8aa358ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (51665d62-9605-4de7-8c62-b6b74fe4ece4), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:02.295231 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6abc82fd-f086-44a9-8856-8deb8aa358ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:02.296358 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-6abc82fd-f086-44a9-8856-8deb8aa358ab admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/51665d62-9605-4de7-8c62-b6b74fe4ece4 HTTP/1.1" status: 204 len: 168 time: 0.1186543 Sep 13 01:24:02.303903 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc82fd-f086-44a9-8856-8deb8aa358ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51665d62-9605-4de7-8c62-b6b74fe4ece4,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:02.724347 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:02.737700 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37b642-5002-4413-be94-5442afcb371a req-c8a7df3d-2764-4b12-932d-70a002d3627a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:02.739199 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1d37b642-5002-4413-be94-5442afcb371a req-c8a7df3d-2764-4b12-932d-70a002d3627a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 945 time: 0.0480621 Sep 13 01:24:02.791427 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1d37b642-5002-4413-be94-5442afcb371a req-915c5ddd-1812-4b93-916e-c6bb826284aa tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453284 Sep 13 01:24:02.923187 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7e591-4c18-472d-ad8a-b072f4bf3725 req-8c75470e-e057-479f-86e3-368f608289b6 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:02.924669 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f8b7e591-4c18-472d-ad8a-b072f4bf3725 req-8c75470e-e057-479f-86e3-368f608289b6 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 945 time: 0.0506518 Sep 13 01:24:02.976049 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f8b7e591-4c18-472d-ad8a-b072f4bf3725 req-3051a377-e772-404a-95b4-172b6cc33f53 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458829 Sep 13 01:24:03.004043 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 37750) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:03.043283 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fadb9ac-9ab6-4a46-ba82-d801a4b0e367 tempest-TestVolumeBootPattern-1288550507 tempest-TestVolumeBootPattern-1288550507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:03.047394 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-0fadb9ac-9ab6-4a46-ba82-d801a4b0e367 tempest-TestVolumeBootPattern-1288550507 tempest-TestVolumeBootPattern-1288550507-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 1124 time: 0.0394263 Sep 13 01:24:03.047598 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 37754) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:03.051730 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Request body: {'floatingip': {'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'port_id': '4195c70c-e59e-4802-a081-867a4bbc8d9f', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:24:03.075794 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:03.092842 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf7a3-3ca1-4a3b-bb80-81c6238a00a4 req-0372806c-cda1-4d7e-aa28-e6d3e0902788 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:03.094348 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-071cf7a3-3ca1-4a3b-bb80-81c6238a00a4 req-0372806c-cda1-4d7e-aa28-e6d3e0902788 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0512371 Sep 13 01:24:03.149733 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-071cf7a3-3ca1-4a3b-bb80-81c6238a00a4 req-a33b7447-f695-48f8-9e39-bf4fedd6c1d9 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488608 Sep 13 01:24:03.370946 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:03.373933 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:03.375701 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:03.400070 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:03.514877 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Allocated IP 172.27.1.10 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/6a6488b2-4d76-4bee-9ad9-568a3217ed96) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:24:03.624844 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for port (6a6488b2-4d76-4bee-9ad9-568a3217ed96), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:03.656018 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (6a6488b2-4d76-4bee-9ad9-568a3217ed96), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:03.692530 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:24:03.697393 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:24:03.701027 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:24:03.729679 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event updated for resources: {'Port': ['ID=6a6488b2-4d76-4bee-9ad9-568a3217ed96,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:04.040799 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 37780) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:04.068293 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for floatingip (12a22063-7d61-4e5c-8a4b-137625828c7e), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:04.099319 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:04.146945 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6a6488b2-4d76-4bee-9ad9-568a3217ed96), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:04.155746 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8cbeb010-c5b1-4aa4-84c1-3f3d56f24097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:04.201910 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:04.347182 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba43c6e-3577-4546-80b4-b929f64dcc32 req-dc7f81f5-467c-4e6d-bb0b-9fa1564cba6a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:04.348666 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-eba43c6e-3577-4546-80b4-b929f64dcc32 req-dc7f81f5-467c-4e6d-bb0b-9fa1564cba6a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.1112690 Sep 13 01:24:04.403710 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8cbeb010-c5b1-4aa4-84c1-3f3d56f24097 admin admin] Publish callbacks [] for security_group (90a437e8-679a-496f-859a-86f5e9baca97), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:04.422447 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8cbeb010-c5b1-4aa4-84c1-3f3d56f24097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (90a437e8-679a-496f-859a-86f5e9baca97), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:04.443884 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for port (6a6488b2-4d76-4bee-9ad9-568a3217ed96), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:04.462254 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (6a6488b2-4d76-4bee-9ad9-568a3217ed96), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:04.520623 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-eba43c6e-3577-4546-80b4-b929f64dcc32 req-f56390b5-2271-42b8-a9e4-1702a91c7007 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596594 Sep 13 01:24:04.535146 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-8cbeb010-c5b1-4aa4-84c1-3f3d56f24097 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=338f0b464255481b889f50459f925f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4909320 Sep 13 01:24:04.535146 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbeb010-c5b1-4aa4-84c1-3f3d56f24097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a437e8-679a-496f-859a-86f5e9baca97,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:04.547271 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37786) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:04.556323 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (12a22063-7d61-4e5c-8a4b-137625828c7e), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:04.560250 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event updated for resources: {'Port': ['ID=6a6488b2-4d76-4bee-9ad9-568a3217ed96,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:04.612869 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1a57e0d7-ac4a-4c65-a057-7284bf794992 admin admin] Publish callbacks [] for security_group (90a437e8-679a-496f-859a-86f5e9baca97), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:04.635118 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1a57e0d7-ac4a-4c65-a057-7284bf794992 admin admin] Publish callbacks [] for security_group (90a437e8-679a-496f-859a-86f5e9baca97), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:04.659314 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.l3_db [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Floating IP 12a22063-7d61-4e5c-8a4b-137625828c7e associated. External IP: 172.27.1.10, port: 4195c70c-e59e-4802-a081-867a4bbc8d9f. Sep 13 01:24:04.683272 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1a57e0d7-ac4a-4c65-a057-7284bf794992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (90a437e8-679a-496f-859a-86f5e9baca97), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:04.685807 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1a57e0d7-ac4a-4c65-a057-7284bf794992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:04.689562 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-1a57e0d7-ac4a-4c65-a057-7284bf794992 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/90a437e8-679a-496f-859a-86f5e9baca97 HTTP/1.1" status: 204 len: 168 time: 0.1386821 Sep 13 01:24:04.695174 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57e0d7-ac4a-4c65-a057-7284bf794992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a437e8-679a-496f-859a-86f5e9baca97,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:04.819809 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:04.826532 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:04.906204 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:24:04.909505 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:05.004556 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:05.011671 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:24:05.016052 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37794) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:05.023951 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f075a234-cae3-4f7d-8f3b-fd2298077ef1 None None] Sync routers for ids ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:24:05.031534 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-205f9fa3-9624-4649-b27b-c938c3738c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:05.031723 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:05.036823 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f075a234-cae3-4f7d-8f3b-fd2298077ef1 None None] Routers {'f3ec2eb3-1e60-41e4-908e-0b11c99660e8'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:24:05.037439 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-f075a234-cae3-4f7d-8f3b-fd2298077ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:24:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:24:05.067606 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-86256598-6e5d-415c-b8d2-0b002157d022 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0168672 Sep 13 01:24:05.067606 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'tag': '4195c70c-e59e-4802-a081-867a4bbc8d9f'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:24:05.068703 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667242f4-15e5-4b8a-b4ac-a47a9e950ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "bfba6992-16f5-4e5a-b9d4-975bdf6f8e81", "tag": "4195c70c-e59e-4802-a081-867a4bbc8d9f"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:24:05.110971 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7783bf27-15e0-48bb-a1a1-18a3c77bcfd8 x-openstack-request-id: req-7783bf27-15e0-48bb-a1a1-18a3c77bcfd8 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:24:05.111403 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfba6992-16f5-4e5a-b9d4-975bdf6f8e81", "tag": "4195c70c-e59e-4802-a081-867a4bbc8d9f", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:24:05.111710 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7783bf27-15e0-48bb-a1a1-18a3c77bcfd8 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:24:05.112123 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7783bf27-15e0-48bb-a1a1-18a3c77bcfd8'] response: {'name': 'network-changed', 'server_uuid': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'tag': '4195c70c-e59e-4802-a081-867a4bbc8d9f', 'status': 'completed', 'code': 200} Sep 13 01:24:05.119004 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-205f9fa3-9624-4649-b27b-c938c3738c6c admin admin] Publish callbacks [] for security_group (6db45a79-50cb-4fd5-9ff7-f7debdd84556), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:05.123996 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-205f9fa3-9624-4649-b27b-c938c3738c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (6db45a79-50cb-4fd5-9ff7-f7debdd84556), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:05.154869 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-f075a234-cae3-4f7d-8f3b-fd2298077ef1 None None] Set router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:24:05.169223 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-205f9fa3-9624-4649-b27b-c938c3738c6c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=afc20633acd749a1b3aa1d36dd3d40ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516409 Sep 13 01:24:05.172474 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 37800) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:05.173431 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f9fa3-9624-4649-b27b-c938c3738c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db45a79-50cb-4fd5-9ff7-f7debdd84556,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:05.196198 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667242f4-15e5-4b8a-b4ac-a47a9e950ca2 req-e9c47592-8f7c-4646-83f3-811dc4bede37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:05.197684 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-667242f4-15e5-4b8a-b4ac-a47a9e950ca2 req-e9c47592-8f7c-4646-83f3-811dc4bede37 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca&device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 1129 time: 0.0626805 Sep 13 01:24:05.283559 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3275602a-715e-45a6-b300-dc2a0c0f7b83 admin admin] Publish callbacks [] for security_group (6db45a79-50cb-4fd5-9ff7-f7debdd84556), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:05.319524 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3275602a-715e-45a6-b300-dc2a0c0f7b83 admin admin] Publish callbacks [] for security_group (6db45a79-50cb-4fd5-9ff7-f7debdd84556), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:05.341252 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667242f4-15e5-4b8a-b4ac-a47a9e950ca2 req-aad90a81-30a3-4452-9098-fa056188681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:05.342688 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-667242f4-15e5-4b8a-b4ac-a47a9e950ca2 req-aad90a81-30a3-4452-9098-fa056188681c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 HTTP/1.1" status: 200 len: 913 time: 0.1344461 Sep 13 01:24:05.380774 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-f075a234-cae3-4f7d-8f3b-fd2298077ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '12a22063-7d61-4e5c-8a4b-137625828c7e', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'port_id': '4195c70c-e59e-4802-a081-867a4bbc8d9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'mac_address': 'fa:16:3e:3d:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:24:03Z', 'updated_at': '2022-09-13T01:24:03Z', 'revision_number': 0, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:24:05.407039 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f075a234-cae3-4f7d-8f3b-fd2298077ef1 None None] Checking router: f3ec2eb3-1e60-41e4-908e-0b11c99660e8 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:24:05.419164 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-667242f4-15e5-4b8a-b4ac-a47a9e950ca2 req-3ddb20d5-a726-4f48-add7-cb7360627f86 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4195c70c-e59e-4802-a081-867a4bbc8d9f HTTP/1.1" status: 200 len: 998 time: 0.0619283 Sep 13 01:24:05.420531 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3275602a-715e-45a6-b300-dc2a0c0f7b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (6db45a79-50cb-4fd5-9ff7-f7debdd84556), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:05.421958 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f075a234-cae3-4f7d-8f3b-fd2298077ef1 None None] Routers {'f3ec2eb3-1e60-41e4-908e-0b11c99660e8'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:24:05.422573 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-f075a234-cae3-4f7d-8f3b-fd2298077ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:24:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:24:05.422999 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3275602a-715e-45a6-b300-dc2a0c0f7b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:05.423981 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-3275602a-715e-45a6-b300-dc2a0c0f7b83 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6db45a79-50cb-4fd5-9ff7-f7debdd84556 HTTP/1.1" status: 204 len: 168 time: 0.2505066 Sep 13 01:24:05.441912 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275602a-715e-45a6-b300-dc2a0c0f7b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db45a79-50cb-4fd5-9ff7-f7debdd84556,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:05.482910 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667242f4-15e5-4b8a-b4ac-a47a9e950ca2 req-b5678357-ce76-4008-8ca4-28e18d78dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:05.484583 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-667242f4-15e5-4b8a-b4ac-a47a9e950ca2 req-b5678357-ce76-4008-8ca4-28e18d78dbcd service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b0042c6c-337e-4770-971b-d8ee010e1407 HTTP/1.1" status: 200 len: 851 time: 0.0519345 Sep 13 01:24:05.540923 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-f075a234-cae3-4f7d-8f3b-fd2298077ef1 None None] Set router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:24:05.548963 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667242f4-15e5-4b8a-b4ac-a47a9e950ca2 req-167a1438-09ed-4cea-acc3-18bdb8ff9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:05.550765 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-667242f4-15e5-4b8a-b4ac-a47a9e950ca2 req-167a1438-09ed-4cea-acc3-18bdb8ff9658 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476635 Sep 13 01:24:05.723697 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806a82b-2f08-4012-aedd-9012923ca3b5 req-4f4ccbcf-7197-41a4-905f-20fc1eb1a774 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:05.731381 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c806a82b-2f08-4012-aedd-9012923ca3b5 req-4f4ccbcf-7197-41a4-905f-20fc1eb1a774 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0771258 Sep 13 01:24:05.760613 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-667242f4-15e5-4b8a-b4ac-a47a9e950ca2 req-e52c9744-f5dc-4e0e-b7db-65ddc4ae83e0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013817 Sep 13 01:24:05.863474 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c806a82b-2f08-4012-aedd-9012923ca3b5 req-1ecc3058-8921-4652-a813-9409db64fa3a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206670 Sep 13 01:24:05.883020 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 7eba6092-8d78-465f-a5ad-642414710fd4 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:24:05.910093 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:05.950105 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-667242f4-15e5-4b8a-b4ac-a47a9e950ca2 req-e573a674-fa30-440e-a904-96964b8f29bd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812458 Sep 13 01:24:06.082486 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:06.093364 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 7eba6092-8d78-465f-a5ad-642414710fd4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=7eba6092-8d78-465f-a5ad-642414710fd4,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:24:06.143797 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': '7eba6092-8d78-465f-a5ad-642414710fd4', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'port_id': '7eba6092-8d78-465f-a5ad-642414710fd4', 'mac_address': 'fa:16:3e:8c:00:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:24:06.183208 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-f075a234-cae3-4f7d-8f3b-fd2298077ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '12a22063-7d61-4e5c-8a4b-137625828c7e', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'port_id': '4195c70c-e59e-4802-a081-867a4bbc8d9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'mac_address': 'fa:16:3e:3d:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:24:03Z', 'updated_at': '2022-09-13T01:24:03Z', 'revision_number': 0, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:24:06.197558 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 7eba6092-8d78-465f-a5ad-642414710fd4 is: ACTIVE; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:24:06.197903 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:06.225088 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f075a234-cae3-4f7d-8f3b-fd2298077ef1 None None] The sync data for ids ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'] in dv-cinder-856941-3-iscsi is: [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '12a22063-7d61-4e5c-8a4b-137625828c7e', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'port_id': '4195c70c-e59e-4802-a081-867a4bbc8d9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'mac_address': 'fa:16:3e:3d:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:24:03Z', 'updated_at': '2022-09-13T01:24:03Z', 'revision_number': 0, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:24:06.239614 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7eba6092-8d78-465f-a5ad-642414710fd4 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:24:06.270707 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 7eba6092-8d78-465f-a5ad-642414710fd4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=7eba6092-8d78-465f-a5ad-642414710fd4,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:24:06.279315 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:06.363527 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=7eba6092-8d78-465f-a5ad-642414710fd4,revision_number=6']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:06.388124 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['7eba6092-8d78-465f-a5ad-642414710fd4'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:24:06.611730 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c8b55f-e9a8-414e-95df-97bcde999ce3 None None] New status for floating IP 12a22063-7d61-4e5c-8a4b-137625828c7e: ACTIVE {{(pid=106211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:24:07.008404 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:07.025244 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140664f-158c-46a5-b730-7c716a78571c req-89318870-2174-4cf5-8117-98e0e1a59730 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:07.032149 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a140664f-158c-46a5-b730-7c716a78571c req-89318870-2174-4cf5-8117-98e0e1a59730 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 945 time: 0.0790558 Sep 13 01:24:07.096863 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a140664f-158c-46a5-b730-7c716a78571c req-50f6aa6f-70bb-4774-aff4-c3ec8e2c7d95 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597241 Sep 13 01:24:07.833375 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 7eba6092-8d78-465f-a5ad-642414710fd4 up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:24:07.848200 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c81fe-daca-4bcd-960a-15602dab5092 req-8949777f-12e7-44c7-bf41-daddd54f84ce tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:07.853735 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9e5c81fe-daca-4bcd-960a-15602dab5092 req-8949777f-12e7-44c7-bf41-daddd54f84ce tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 945 time: 0.0632398 Sep 13 01:24:07.903633 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port 7eba6092-8d78-465f-a5ad-642414710fd4 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:24:07.904384 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:07.916661 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9e5c81fe-daca-4bcd-960a-15602dab5092 req-4e37531e-c517-4257-a484-a409a675db07 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f219659e-61b3-4f23-a0f0-79bdedaea376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577991 Sep 13 01:24:07.994197 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 7eba6092-8d78-465f-a5ad-642414710fd4 is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:24:07.995035 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:08.020413 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eba6092-8d78-465f-a5ad-642414710fd4'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:24:08.022869 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee984c0-acfb-4e84-b2a1-5f874a4f9aaa" -d '{"events": [{"server_uuid": "29d56cdc-0d80-4681-9384-b1df6e5a403d", "name": "network-vif-plugged", "status": "completed", "tag": "7eba6092-8d78-465f-a5ad-642414710fd4"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:24:08.037203 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 7eba6092-8d78-465f-a5ad-642414710fd4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=7eba6092-8d78-465f-a5ad-642414710fd4,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:24:08.048464 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:08.086608 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd0dbb3-9411-4228-8e44-386003b2085c x-openstack-request-id: req-4cd0dbb3-9411-4228-8e44-386003b2085c {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:24:08.086945 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d56cdc-0d80-4681-9384-b1df6e5a403d", "name": "network-vif-plugged", "status": "completed", "tag": "7eba6092-8d78-465f-a5ad-642414710fd4", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:24:08.087203 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4cd0dbb3-9411-4228-8e44-386003b2085c {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:24:08.087709 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd0dbb3-9411-4228-8e44-386003b2085c'] response: {'server_uuid': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eba6092-8d78-465f-a5ad-642414710fd4', 'code': 200} Sep 13 01:24:08.110555 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=7eba6092-8d78-465f-a5ad-642414710fd4,revision_number=7']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:08.269078 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec71ca-7e8e-4615-ae99-f4f1293a8205 req-7fb91de4-cb87-4331-8e82-a2c57b389e6c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:08.276856 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c2ec71ca-7e8e-4615-ae99-f4f1293a8205 req-7fb91de4-cb87-4331-8e82-a2c57b389e6c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0820827 Sep 13 01:24:08.339811 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c2ec71ca-7e8e-4615-ae99-f4f1293a8205 req-9df009cb-c50a-4901-b60d-dc4f52ae954f tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619383 Sep 13 01:24:09.038494 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a164d85-ff4c-4444-90fe-277c06a9ef37 req-c37e53f2-cd8c-4d71-8426-59f4461ed24c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:09.043512 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0a164d85-ff4c-4444-90fe-277c06a9ef37 req-c37e53f2-cd8c-4d71-8426-59f4461ed24c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 945 time: 0.0501156 Sep 13 01:24:09.092855 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0a164d85-ff4c-4444-90fe-277c06a9ef37 req-0a68feaf-fa92-4886-b43f-5e705589e823 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f219659e-61b3-4f23-a0f0-79bdedaea376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459692 Sep 13 01:24:09.491656 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baec78c-5e67-4b0c-bc02-5dbc3b6382ed req-02b48124-c7b8-44b7-a208-559d02e7a29c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:09.494116 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-8baec78c-5e67-4b0c-bc02-5dbc3b6382ed req-02b48124-c7b8-44b7-a208-559d02e7a29c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0558555 Sep 13 01:24:09.522836 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:09.559399 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-8baec78c-5e67-4b0c-bc02-5dbc3b6382ed req-c2f9c0c6-21b3-4902-bb58-9891ae6b393c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597293 Sep 13 01:24:10.219332 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d9bf0-76db-4b7c-98ad-b717410e1d16 req-8557ba15-f980-41c5-b847-574a2b79a9b8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:10.221412 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-492d9bf0-76db-4b7c-98ad-b717410e1d16 req-8557ba15-f980-41c5-b847-574a2b79a9b8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 945 time: 0.0487499 Sep 13 01:24:10.276499 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-492d9bf0-76db-4b7c-98ad-b717410e1d16 req-0e2764bf-5b9a-4a37-aabc-135438624288 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f219659e-61b3-4f23-a0f0-79bdedaea376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491362 Sep 13 01:24:10.700292 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b8f6a-27ff-493d-aa47-ad0d66409da2 req-08549391-7445-440d-b5c3-50bb73a6faff tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:10.701834 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-807b8f6a-27ff-493d-aa47-ad0d66409da2 req-08549391-7445-440d-b5c3-50bb73a6faff tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0527303 Sep 13 01:24:10.754064 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-807b8f6a-27ff-493d-aa47-ad0d66409da2 req-59b2ad0b-2d1e-4015-8e95-bbdf12561f0d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462976 Sep 13 01:24:11.400161 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:11.410497 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48887ee-197f-4f85-8e38-2d91deda24f0 req-0f564ed0-5a90-406f-8cba-e2bf7a11a5e2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:11.419389 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c48887ee-197f-4f85-8e38-2d91deda24f0 req-0f564ed0-5a90-406f-8cba-e2bf7a11a5e2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 945 time: 0.0639622 Sep 13 01:24:11.469102 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c48887ee-197f-4f85-8e38-2d91deda24f0 req-a6899eb1-8f88-4022-8d4a-4c64c1cb7a57 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f219659e-61b3-4f23-a0f0-79bdedaea376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483472 Sep 13 01:24:11.887677 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e969789-242f-4013-838d-a48305aaa390 req-399bd55f-4782-4bb3-924b-d4f331e0dbe9 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:11.891315 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9e969789-242f-4013-838d-a48305aaa390 req-399bd55f-4782-4bb3-924b-d4f331e0dbe9 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0509815 Sep 13 01:24:11.925428 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:11.945184 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9e969789-242f-4013-838d-a48305aaa390 req-193f286f-64c6-4d72-b80f-b4546df49e85 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501518 Sep 13 01:24:12.012256 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ad040-e368-48c2-be99-b84bdd4421b5 req-2050b479-0835-4f4c-9821-8835d3c568b3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:12.016189 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7e6ad040-e368-48c2-be99-b84bdd4421b5 req-2050b479-0835-4f4c-9821-8835d3c568b3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 945 time: 0.0552957 Sep 13 01:24:12.113940 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-7e6ad040-e368-48c2-be99-b84bdd4421b5 req-8681df7b-df2b-43d5-bc2f-8b322743df66 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Deleting port c89a2bf8-5d6d-499b-acf5-34318ae145ba {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:24:12.114365 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-7e6ad040-e368-48c2-be99-b84bdd4421b5 req-8681df7b-df2b-43d5-bc2f-8b322743df66 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (c89a2bf8-5d6d-499b-acf5-34318ae145ba), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:12.212753 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-7e6ad040-e368-48c2-be99-b84bdd4421b5 req-8681df7b-df2b-43d5-bc2f-8b322743df66 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] For port c89a2bf8-5d6d-499b-acf5-34318ae145ba, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=c89a2bf8-5d6d-499b-acf5-34318ae145ba,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:24:12.213129 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-7e6ad040-e368-48c2-be99-b84bdd4421b5 req-8681df7b-df2b-43d5-bc2f-8b322743df66 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (c89a2bf8-5d6d-499b-acf5-34318ae145ba), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:12.386397 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-7e6ad040-e368-48c2-be99-b84bdd4421b5 req-8681df7b-df2b-43d5-bc2f-8b322743df66 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:12.386756 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-7e6ad040-e368-48c2-be99-b84bdd4421b5 req-8681df7b-df2b-43d5-bc2f-8b322743df66 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (82b27eba-365b-4175-ac1a-0431910fee8a), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:12.387092 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.l3_db [req-7e6ad040-e368-48c2-be99-b84bdd4421b5 req-8681df7b-df2b-43d5-bc2f-8b322743df66 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Floating IP 82b27eba-365b-4175-ac1a-0431910fee8a disassociated. External IP: 172.27.1.242, port: c89a2bf8-5d6d-499b-acf5-34318ae145ba. Sep 13 01:24:12.387429 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-7e6ad040-e368-48c2-be99-b84bdd4421b5 req-8681df7b-df2b-43d5-bc2f-8b322743df66 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Calling delete_port for c89a2bf8-5d6d-499b-acf5-34318ae145ba owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:24:12.519484 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-7e6ad040-e368-48c2-be99-b84bdd4421b5 req-8681df7b-df2b-43d5-bc2f-8b322743df66 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (c89a2bf8-5d6d-499b-acf5-34318ae145ba), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:12.565965 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681df7b-df2b-43d5-bc2f-8b322743df66 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event deleted for resources: {'Port': ['ID=c89a2bf8-5d6d-499b-acf5-34318ae145ba,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:12.638399 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:12.642210 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1017e44c-7371-4be5-9ccd-91c0d5338f1b req-49e9cea2-d4e3-488b-9f51-8de6d588ad27 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 210 time: 0.0773702 Sep 13 01:24:12.739083 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e6ad040-e368-48c2-be99-b84bdd4421b5 req-8681df7b-df2b-43d5-bc2f-8b322743df66 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Router 4f6477d8-422f-482e-b75f-6dd90fccf094 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:24:12.890134 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e6ad040-e368-48c2-be99-b84bdd4421b5 req-8681df7b-df2b-43d5-bc2f-8b322743df66 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:24:12.902824 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d8672d-2108-490c-8269-7b2220402b28 None None] Sync routers for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:24:12.923366 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d8672d-2108-490c-8269-7b2220402b28 None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:24:12.924023 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-b2d8672d-2108-490c-8269-7b2220402b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:24:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:24:13.013339 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:13.047117 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:13.138137 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35cef1-a61c-4999-abed-6e62bd34c71f req-9c6cea99-5057-42ea-adcd-ad0705b7b9d0 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:13.143648 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ac35cef1-a61c-4999-abed-6e62bd34c71f req-9c6cea99-5057-42ea-adcd-ad0705b7b9d0 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0990632 Sep 13 01:24:13.153570 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-b2d8672d-2108-490c-8269-7b2220402b28 None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:24:13.239178 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6ad040-e368-48c2-be99-b84bdd4421b5 req-8681df7b-df2b-43d5-bc2f-8b322743df66 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] No DVR routers for this DVR port c89a2bf8-5d6d-499b-acf5-34318ae145ba on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:24:13.241889 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-7e6ad040-e368-48c2-be99-b84bdd4421b5 req-8681df7b-df2b-43d5-bc2f-8b322743df66 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:13.245200 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7e6ad040-e368-48c2-be99-b84bdd4421b5 req-8681df7b-df2b-43d5-bc2f-8b322743df66 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "DELETE /networking/v2.0/ports/c89a2bf8-5d6d-499b-acf5-34318ae145ba HTTP/1.1" status: 204 len: 173 time: 1.2229290 Sep 13 01:24:13.245817 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4334e1fb-8fd8-47e4-a1dd-fb08c0b83480', 'name': 'network-vif-deleted', 'tag': 'c89a2bf8-5d6d-499b-acf5-34318ae145ba'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:24:13.248257 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dcfac7-5157-4c67-a674-afc9b05d2a54" -d '{"events": [{"server_uuid": "4334e1fb-8fd8-47e4-a1dd-fb08c0b83480", "name": "network-vif-deleted", "tag": "c89a2bf8-5d6d-499b-acf5-34318ae145ba"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:24:13.263675 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ac35cef1-a61c-4999-abed-6e62bd34c71f req-46e68ae5-aef6-44f6-8882-86d159fe8122 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140480 Sep 13 01:24:13.305930 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05a7002-4f60-439d-9648-8116356c30ed x-openstack-request-id: req-b05a7002-4f60-439d-9648-8116356c30ed {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:24:13.306457 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4334e1fb-8fd8-47e4-a1dd-fb08c0b83480", "name": "network-vif-deleted", "tag": "c89a2bf8-5d6d-499b-acf5-34318ae145ba", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:24:13.307176 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b05a7002-4f60-439d-9648-8116356c30ed {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:24:13.307734 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b05a7002-4f60-439d-9648-8116356c30ed'] response: {'server_uuid': '4334e1fb-8fd8-47e4-a1dd-fb08c0b83480', 'name': 'network-vif-deleted', 'tag': 'c89a2bf8-5d6d-499b-acf5-34318ae145ba', 'status': 'completed', 'code': 200} Sep 13 01:24:13.356155 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:13.429900 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-b2d8672d-2108-490c-8269-7b2220402b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:24:13.456359 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d8672d-2108-490c-8269-7b2220402b28 None None] Checking router: 4f6477d8-422f-482e-b75f-6dd90fccf094 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:24:13.465090 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d8672d-2108-490c-8269-7b2220402b28 None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:24:13.465769 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-b2d8672d-2108-490c-8269-7b2220402b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:24:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:24:13.577348 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-b2d8672d-2108-490c-8269-7b2220402b28 None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:24:13.776571 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5df3affe-96be-4131-bbfb-50d49bb2bead req-48ad4ccd-7d14-413e-b047-a9f7c0318571 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 210 time: 0.0392509 Sep 13 01:24:13.805945 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-b2d8672d-2108-490c-8269-7b2220402b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:24:13.832758 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d8672d-2108-490c-8269-7b2220402b28 None None] The sync data for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi is: [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:24:14.103604 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c534f9-9ac5-4144-ba6d-f163065f084a None None] New status for floating IP 82b27eba-365b-4175-ac1a-0431910fee8a: DOWN {{(pid=106211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:24:14.384543 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:14.428026 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055f567-8076-4630-b9c3-59ef793e0bfb req-9d5b2eb9-0036-459d-9277-5d90a8e38bb9 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:14.435706 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3055f567-8076-4630-b9c3-59ef793e0bfb req-9d5b2eb9-0036-459d-9277-5d90a8e38bb9 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0664494 Sep 13 01:24:14.486950 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3055f567-8076-4630-b9c3-59ef793e0bfb req-0ec51c20-8f88-4f40-9ad0-bffdb3e1649c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503352 Sep 13 01:24:14.890224 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-80c12bce-405b-4bf9-9be1-746d86b2d756 req-0fca2607-6dfa-4a70-a30b-74b0e9d7de32 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 210 time: 0.0350089 Sep 13 01:24:15.628410 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20122eb9-7118-4247-b269-58107667aa8b req-05e36c55-57b9-4ef8-bfc3-47fd77a862dd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:15.629903 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-20122eb9-7118-4247-b269-58107667aa8b req-05e36c55-57b9-4ef8-bfc3-47fd77a862dd tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0510263 Sep 13 01:24:15.685332 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-20122eb9-7118-4247-b269-58107667aa8b req-c3dc39c5-223b-4392-9b2a-d7e712d8296e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492454 Sep 13 01:24:16.049233 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e104e896-373a-4397-9759-dc554efb2bfc req-ddbd3bcf-1ad3-4da4-8e4e-d2a846d94c0e tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4334e1fb-8fd8-47e4-a1dd-fb08c0b83480 HTTP/1.1" status: 200 len: 210 time: 0.0309007 Sep 13 01:24:16.811564 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a44825-82b4-4221-bed9-03fb27824411 req-417f4ee8-ecfb-426e-a0aa-5020456a316e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:16.813006 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b7a44825-82b4-4221-bed9-03fb27824411 req-417f4ee8-ecfb-426e-a0aa-5020456a316e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0457294 Sep 13 01:24:16.868655 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b7a44825-82b4-4221-bed9-03fb27824411 req-70581ede-3852-4780-8369-c951a7286a4e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498357 Sep 13 01:24:17.123283 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f76597-3a3b-419e-8c33-78b97d2bfa03 req-3be8d41c-3a53-40d0-9136-71415ea8a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:17.124844 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7f76597-3a3b-419e-8c33-78b97d2bfa03 req-3be8d41c-3a53-40d0-9136-71415ea8a498 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7&device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 1130 time: 0.1445494 Sep 13 01:24:17.150148 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 37986) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:17.203985 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-34cf14c8-d1d0-4113-877d-48d7e341fcd5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (f219659e-61b3-4f23-a0f0-79bdedaea376), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:17.224491 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f76597-3a3b-419e-8c33-78b97d2bfa03 req-7f3bd146-0962-408c-ad1d-404e730c4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:17.225946 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7f76597-3a3b-419e-8c33-78b97d2bfa03 req-7f3bd146-0962-408c-ad1d-404e730c4b6e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=47cc024b-679e-42c4-bf2a-2407e9c9e294 HTTP/1.1" status: 200 len: 916 time: 0.0947151 Sep 13 01:24:17.226798 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-34cf14c8-d1d0-4113-877d-48d7e341fcd5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (f219659e-61b3-4f23-a0f0-79bdedaea376), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:17.274709 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-34cf14c8-d1d0-4113-877d-48d7e341fcd5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (f219659e-61b3-4f23-a0f0-79bdedaea376), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:17.277691 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-34cf14c8-d1d0-4113-877d-48d7e341fcd5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:17.278827 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-34cf14c8-d1d0-4113-877d-48d7e341fcd5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f219659e-61b3-4f23-a0f0-79bdedaea376 HTTP/1.1" status: 204 len: 168 time: 0.1276710 Sep 13 01:24:17.281907 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 37988) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:17.287730 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf14c8-d1d0-4113-877d-48d7e341fcd5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f219659e-61b3-4f23-a0f0-79bdedaea376,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:17.305896 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7f76597-3a3b-419e-8c33-78b97d2bfa03 req-07739acc-2a97-4526-b673-2c6eaeff3d86 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7eba6092-8d78-465f-a5ad-642414710fd4 HTTP/1.1" status: 200 len: 1002 time: 0.0737100 Sep 13 01:24:17.307170 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.api.v2.resource [None req-2d129a2c-d9dc-4656-b2d6-82a07c3d70bc tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] show failed (client error): The resource could not be found. Sep 13 01:24:17.308072 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-2d129a2c-d9dc-4656-b2d6-82a07c3d70bc tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups/f219659e-61b3-4f23-a0f0-79bdedaea376 HTTP/1.1" status: 404 len: 347 time: 0.0252683 Sep 13 01:24:17.311337 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 37990) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:17.429875 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f76597-3a3b-419e-8c33-78b97d2bfa03 req-38037047-6bfe-4605-af4f-2335586a1ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:17.431326 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7f76597-3a3b-419e-8c33-78b97d2bfa03 req-38037047-6bfe-4605-af4f-2335586a1ca1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4dc1ba80-c277-4b7a-83cd-c01962e812af HTTP/1.1" status: 200 len: 854 time: 0.1133876 Sep 13 01:24:17.489093 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c66e1-5bd3-4c1d-a979-d51020b084a2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Deleting port 7a43d955-2af0-41f3-b65e-62901a2d6668 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:24:17.489445 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ff6c66e1-5bd3-4c1d-a979-d51020b084a2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (7a43d955-2af0-41f3-b65e-62901a2d6668), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:17.505401 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f76597-3a3b-419e-8c33-78b97d2bfa03 req-ac5ab7da-5d0c-47a9-85a8-879aba898bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:17.506845 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7f76597-3a3b-419e-8c33-78b97d2bfa03 req-ac5ab7da-5d0c-47a9-85a8-879aba898bf1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=47cc024b-679e-42c4-bf2a-2407e9c9e294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578237 Sep 13 01:24:17.611480 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:17.636782 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ff6c66e1-5bd3-4c1d-a979-d51020b084a2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (7a43d955-2af0-41f3-b65e-62901a2d6668), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:17.637107 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ff6c66e1-5bd3-4c1d-a979-d51020b084a2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (7a43d955-2af0-41f3-b65e-62901a2d6668), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:17.662206 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c66e1-5bd3-4c1d-a979-d51020b084a2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Calling delete_port for 7a43d955-2af0-41f3-b65e-62901a2d6668 owned by network:floatingip {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:24:17.667644 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7f76597-3a3b-419e-8c33-78b97d2bfa03 req-5c549be8-9bb9-43ed-98b8-230f2fc3e644 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325660 Sep 13 01:24:17.792551 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:17.822449 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7f76597-3a3b-419e-8c33-78b97d2bfa03 req-dac3a46f-d11d-4916-b4a7-93f841da989c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455309 Sep 13 01:24:17.872250 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ff6c66e1-5bd3-4c1d-a979-d51020b084a2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (7a43d955-2af0-41f3-b65e-62901a2d6668), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:17.880829 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device c89a2bf8-5d6d-499b-acf5-34318ae145ba no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:24:17.896184 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c66e1-5bd3-4c1d-a979-d51020b084a2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event deleted for resources: {'Port': ['ID=7a43d955-2af0-41f3-b65e-62901a2d6668,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:17.899971 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: c89a2bf8-5d6d-499b-acf5-34318ae145ba {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:24:17.900311 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device c89a2bf8-5d6d-499b-acf5-34318ae145ba not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:24:17.900729 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 7eba6092-8d78-465f-a5ad-642414710fd4 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:24:17.965889 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ff6c66e1-5bd3-4c1d-a979-d51020b084a2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (82b27eba-365b-4175-ac1a-0431910fee8a), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:17.968413 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ff6c66e1-5bd3-4c1d-a979-d51020b084a2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:17.969971 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-ff6c66e1-5bd3-4c1d-a979-d51020b084a2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/82b27eba-365b-4175-ac1a-0431910fee8a HTTP/1.1" status: 204 len: 168 time: 0.6574175 Sep 13 01:24:17.981582 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 7eba6092-8d78-465f-a5ad-642414710fd4 is: ACTIVE; New status is: DOWN {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:24:17.981582 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:17.999021 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47bf63-1bbe-4fd8-bfe8-666d88f0091e req-2a5ff292-c8a8-4fdd-b8e0-ed1c337b38ee tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:18.000521 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1d47bf63-1bbe-4fd8-bfe8-666d88f0091e req-2a5ff292-c8a8-4fdd-b8e0-ed1c337b38ee tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 946 time: 0.0494738 Sep 13 01:24:18.005064 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eba6092-8d78-465f-a5ad-642414710fd4'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:24:18.007473 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37264e9a-e779-4dfd-b21a-0173ba3a68e2" -d '{"events": [{"server_uuid": "29d56cdc-0d80-4681-9384-b1df6e5a403d", "name": "network-vif-unplugged", "status": "completed", "tag": "7eba6092-8d78-465f-a5ad-642414710fd4"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:24:18.020360 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 7eba6092-8d78-465f-a5ad-642414710fd4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=7eba6092-8d78-465f-a5ad-642414710fd4,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:24:18.026136 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:18.058647 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 37998) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:18.061198 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1d47bf63-1bbe-4fd8-bfe8-666d88f0091e req-c5289bba-6ba3-4b5c-a8ef-eb218d785cfe tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535874 Sep 13 01:24:18.063431 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-bdf6a8dd-22c2-429f-a59b-9caee5549580 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1791035645', 'description': 'tempest-description--20251849'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:24:18.089408 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=7eba6092-8d78-465f-a5ad-642414710fd4,revision_number=8']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:18.093946 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Sep 2022 01:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459b7119-f5ae-410f-a7e0-8f8c33ed24ba x-openstack-request-id: req-459b7119-f5ae-410f-a7e0-8f8c33ed24ba {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:24:18.094251 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d56cdc-0d80-4681-9384-b1df6e5a403d", "name": "network-vif-unplugged", "status": "completed", "tag": "7eba6092-8d78-465f-a5ad-642414710fd4", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:24:18.094567 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-459b7119-f5ae-410f-a7e0-8f8c33ed24ba {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:24:18.094994 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459b7119-f5ae-410f-a7e0-8f8c33ed24ba'] response: {'server_uuid': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eba6092-8d78-465f-a5ad-642414710fd4', 'code': 200} Sep 13 01:24:18.098903 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a8dd-22c2-429f-a59b-9caee5549580 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:18.170564 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a8dd-22c2-429f-a59b-9caee5549580 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (ba73ac66-d01f-41b3-8ba9-d5ba374ab328), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:18.174602 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a8dd-22c2-429f-a59b-9caee5549580 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (ba73ac66-d01f-41b3-8ba9-d5ba374ab328), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:18.206387 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a8dd-22c2-429f-a59b-9caee5549580 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:18.210262 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-bdf6a8dd-22c2-429f-a59b-9caee5549580 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1479061 Sep 13 01:24:18.210262 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a8dd-22c2-429f-a59b-9caee5549580 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba73ac66-d01f-41b3-8ba9-d5ba374ab328,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:18.210826 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 38004) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:18.215711 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-53e2d65d-b28e-451e-8fa1-945daa725dce tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'security_group_rule': {'security_group_id': 'ba73ac66-d01f-41b3-8ba9-d5ba374ab328', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:24:18.248200 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-53e2d65d-b28e-451e-8fa1-945daa725dce tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (ddfaec37-f52a-4d59-b8b8-ec78b0685ea1), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:18.304164 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-53e2d65d-b28e-451e-8fa1-945daa725dce tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (ddfaec37-f52a-4d59-b8b8-ec78b0685ea1), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:18.308889 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-53e2d65d-b28e-451e-8fa1-945daa725dce tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (ddfaec37-f52a-4d59-b8b8-ec78b0685ea1), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:18.327856 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2d65d-b28e-451e-8fa1-945daa725dce tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfaec37-f52a-4d59-b8b8-ec78b0685ea1,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:18.336518 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-53e2d65d-b28e-451e-8fa1-945daa725dce tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:18.337744 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-53e2d65d-b28e-451e-8fa1-945daa725dce tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257231 Sep 13 01:24:18.340520 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 38010) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:18.344726 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-2daa703f-0948-4709-a5cf-46f0e6c4bc7d tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'security_group_rule': {'security_group_id': 'ba73ac66-d01f-41b3-8ba9-d5ba374ab328', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:24:18.372054 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2daa703f-0948-4709-a5cf-46f0e6c4bc7d tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (fd0d9f7c-e0ce-4712-81b1-24c0aafce36e), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:18.426894 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:18.434383 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2daa703f-0948-4709-a5cf-46f0e6c4bc7d tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (fd0d9f7c-e0ce-4712-81b1-24c0aafce36e), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:18.438493 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2daa703f-0948-4709-a5cf-46f0e6c4bc7d tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (fd0d9f7c-e0ce-4712-81b1-24c0aafce36e), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:18.459735 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa703f-0948-4709-a5cf-46f0e6c4bc7d tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0d9f7c-e0ce-4712-81b1-24c0aafce36e,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:18.467381 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2daa703f-0948-4709-a5cf-46f0e6c4bc7d tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:18.471397 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-2daa703f-0948-4709-a5cf-46f0e6c4bc7d tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298420 Sep 13 01:24:18.472300 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 38012) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:18.478125 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-5f2f2e66-369a-49c9-b55a-9acd235dcfc2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'floatingip': {'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:24:18.502493 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2e66-369a-49c9-b55a-9acd235dcfc2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:18.589461 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2e66-369a-49c9-b55a-9acd235dcfc2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:18.692594 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-5f2f2e66-369a-49c9-b55a-9acd235dcfc2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Allocated IP 172.27.1.67 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/8459e051-0182-4b5d-be75-a41b723a56a4) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:24:18.694133 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:18.796336 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2e66-369a-49c9-b55a-9acd235dcfc2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for port (8459e051-0182-4b5d-be75-a41b723a56a4), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:18.826968 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2e66-369a-49c9-b55a-9acd235dcfc2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (8459e051-0182-4b5d-be75-a41b723a56a4), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:18.866918 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2f2e66-369a-49c9-b55a-9acd235dcfc2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:24:18.869822 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-5f2f2e66-369a-49c9-b55a-9acd235dcfc2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:24:18.873669 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2f2e66-369a-49c9-b55a-9acd235dcfc2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:24:18.878719 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f2e66-369a-49c9-b55a-9acd235dcfc2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'Port': ['ID=8459e051-0182-4b5d-be75-a41b723a56a4,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:18.960999 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2e66-369a-49c9-b55a-9acd235dcfc2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (c3920b4d-e64a-4f4e-9fe5-2238d3bc3826), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:18.997120 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2e66-369a-49c9-b55a-9acd235dcfc2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (8459e051-0182-4b5d-be75-a41b723a56a4), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:19.141842 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2e66-369a-49c9-b55a-9acd235dcfc2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for port (8459e051-0182-4b5d-be75-a41b723a56a4), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:19.154958 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2e66-369a-49c9-b55a-9acd235dcfc2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128878304'] for port (8459e051-0182-4b5d-be75-a41b723a56a4), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:19.212321 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:19.254085 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd42fef-f5a6-41c0-9535-2be50586c15c req-4c67177d-9d93-413d-b175-34b8cd158a0a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:19.255572 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ddd42fef-f5a6-41c0-9535-2be50586c15c req-4c67177d-9d93-413d-b175-34b8cd158a0a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 944 time: 0.1099217 Sep 13 01:24:19.256610 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f2e66-369a-49c9-b55a-9acd235dcfc2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'Port': ['ID=8459e051-0182-4b5d-be75-a41b723a56a4,revision_number=2']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:19.258915 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2e66-369a-49c9-b55a-9acd235dcfc2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (c3920b4d-e64a-4f4e-9fe5-2238d3bc3826), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:19.291711 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2e66-369a-49c9-b55a-9acd235dcfc2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:19.292886 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-5f2f2e66-369a-49c9-b55a-9acd235dcfc2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8194087 Sep 13 01:24:19.316356 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ddd42fef-f5a6-41c0-9535-2be50586c15c req-03f10629-e84a-4ab9-b5a9-ae1381086c9c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537148 Sep 13 01:24:19.491932 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65c5e0fe-b180-4781-8630-9603331652d2 req-334f3485-4ca8-4260-9095-58b6addae69f tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1791035645&fields=id&tenant_id=30ce8239a9b34af685743812ce53ef19 HTTP/1.1" status: 200 len: 267 time: 0.0409377 Sep 13 01:24:19.601289 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5e0fe-b180-4781-8630-9603331652d2 req-a9ef3732-c820-403a-a1e6-7f1f6594708e tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:19.601289 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65c5e0fe-b180-4781-8630-9603331652d2 req-a9ef3732-c820-403a-a1e6-7f1f6594708e tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/networks?id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e HTTP/1.1" status: 200 len: 815 time: 0.1021762 Sep 13 01:24:19.615250 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65c5e0fe-b180-4781-8630-9603331652d2 req-69043b91-6fb3-421a-b6b6-f09f43e592d3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/quotas/30ce8239a9b34af685743812ce53ef19 HTTP/1.1" status: 200 len: 375 time: 0.0091369 Sep 13 01:24:19.666442 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65c5e0fe-b180-4781-8630-9603331652d2 req-bbf01de3-09d6-4052-aae5-f85a406155c5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=30ce8239a9b34af685743812ce53ef19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449278 Sep 13 01:24:19.834374 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:19.845652 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65c5e0fe-b180-4781-8630-9603331652d2 req-7efafc1c-8ce5-401b-a337-11a61114985f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658731 Sep 13 01:24:19.934974 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65c5e0fe-b180-4781-8630-9603331652d2 req-18a0b05e-dac4-470f-9215-41c3ae92b8c4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832584 Sep 13 01:24:20.077288 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:20.096561 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-803c435a-637b-4fc8-8793-df7e0962320a req-1fa1c27a-d5ba-43d5-a3a3-acd265ed524e tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 210 time: 0.0294087 Sep 13 01:24:20.451863 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366b993-0220-43d0-b292-8e0be422ab7f req-7a09c96c-a2db-4edb-a60d-ca52a00098d3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:20.453330 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1366b993-0220-43d0-b292-8e0be422ab7f req-7a09c96c-a2db-4edb-a60d-ca52a00098d3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 944 time: 0.0537231 Sep 13 01:24:20.501238 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1366b993-0220-43d0-b292-8e0be422ab7f req-85952f8b-6166-48b0-a368-33a4441ad740 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417795 Sep 13 01:24:21.199032 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-52f18d4e-3cff-4b61-ada8-07922179536b req-91e7a1ad-2797-4cd5-b36d-7cb91d7b33a7 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 210 time: 0.0297022 Sep 13 01:24:21.859877 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [req-d3539d9d-65f3-43e9-952a-c767ed91fe5d req-30d28449-75e4-4838-bef6-4200a69604fc service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 01:24:21.860869 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d3539d9d-65f3-43e9-952a-c767ed91fe5d req-30d28449-75e4-4838-bef6-4200a69604fc service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0540478 Sep 13 01:24:22.047601 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c2af2-371a-4c33-9ca4-33231b0e5874 req-0b44ef89-f2e2-4dc6-a2da-9b97f137e60c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:22.049062 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b72c2af2-371a-4c33-9ca4-33231b0e5874 req-0b44ef89-f2e2-4dc6-a2da-9b97f137e60c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 944 time: 0.0561326 Sep 13 01:24:22.068737 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:22.093815 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-963e0625-5081-4e87-a41c-6552ad489f5d req-2025153b-dd0f-463d-be72-76a2b3efc87a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0614121 Sep 13 01:24:22.122315 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b72c2af2-371a-4c33-9ca4-33231b0e5874 req-3f3c64fd-4cc2-45f7-934b-b2668f919629 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570505 Sep 13 01:24:22.170454 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e0625-5081-4e87-a41c-6552ad489f5d req-aba34055-8481-48ce-97a2-fdbeffb7e9f2 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:22.171858 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-963e0625-5081-4e87-a41c-6552ad489f5d req-aba34055-8481-48ce-97a2-fdbeffb7e9f2 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports/7eba6092-8d78-465f-a5ad-642414710fd4 HTTP/1.1" status: 200 len: 941 time: 0.0492532 Sep 13 01:24:22.310653 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3000ffbc-d385-46f2-a4f8-a0e75f9b713c req-3e80aeae-8270-4d20-bf3e-4e93fb170b35 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 210 time: 0.0289199 Sep 13 01:24:23.264887 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d522af-100a-41e8-b4ed-2c999db67cc4 req-cfe18570-50c7-47d1-be9c-840c637798cb tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:23.266392 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-30d522af-100a-41e8-b4ed-2c999db67cc4 req-cfe18570-50c7-47d1-be9c-840c637798cb tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 944 time: 0.0537627 Sep 13 01:24:23.332740 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-30d522af-100a-41e8-b4ed-2c999db67cc4 req-1f10a902-66c6-4414-9719-4c44f3a182a9 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605681 Sep 13 01:24:23.441160 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5e0fe-b180-4781-8630-9603331652d2 req-555d8bf0-d2d1-454a-a8d3-aeb86d1e0bb3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:23.443009 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65c5e0fe-b180-4781-8630-9603331652d2 req-555d8bf0-d2d1-454a-a8d3-aeb86d1e0bb3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e HTTP/1.1" status: 200 len: 815 time: 0.1240039 Sep 13 01:24:23.473102 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d5f8ace1-713b-4294-8cbe-36bd66707346 req-33e8e249-4411-4d53-a2cb-9eca3f993d6c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 210 time: 0.0525901 Sep 13 01:24:23.521693 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65c5e0fe-b180-4781-8630-9603331652d2 req-fbc0540a-dcf0-4383-97b0-ecbe65e1db9e tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=30ce8239a9b34af685743812ce53ef19 HTTP/1.1" status: 200 len: 380 time: 0.0694354 Sep 13 01:24:23.597627 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-65c5e0fe-b180-4781-8630-9603331652d2 req-7cbec309-ec1c-46c2-ab08-287f78101aac tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'port': {'device_id': 'ecc43951-6c00-456d-bc95-10f6a0771001', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'admin_state_up': True, 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'security_groups': ['ba73ac66-d01f-41b3-8ba9-d5ba374ab328']}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:24:23.718126 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c5e0fe-b180-4781-8630-9603331652d2 req-7cbec309-ec1c-46c2-ab08-287f78101aac tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Made reservation on behalf of 30ce8239a9b34af685743812ce53ef19 for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:24:23.721927 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-65c5e0fe-b180-4781-8630-9603331652d2 req-7cbec309-ec1c-46c2-ab08-287f78101aac tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:23.846647 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-65c5e0fe-b180-4781-8630-9603331652d2 req-7cbec309-ec1c-46c2-ab08-287f78101aac tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Allocated IP 172.20.0.3 (ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e/f61fb4fd-3b7f-449b-85b4-6f00787bd46c/4e09343f-3c4a-4429-8bc0-ccdaffa8df31) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:24:23.868220 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 7eba6092-8d78-465f-a5ad-642414710fd4 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:24:23.900334 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:23.942638 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 7eba6092-8d78-465f-a5ad-642414710fd4 is: DOWN; New status is: DOWN {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:24:24.027686 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-65c5e0fe-b180-4781-8630-9603331652d2 req-7cbec309-ec1c-46c2-ab08-287f78101aac tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for port (4e09343f-3c4a-4429-8bc0-ccdaffa8df31), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:24.031887 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e0625-5081-4e87-a41c-6552ad489f5d req-6bafb77f-28fb-43a0-b637-601336461374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:24.033354 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-963e0625-5081-4e87-a41c-6552ad489f5d req-6bafb77f-28fb-43a0-b637-601336461374 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d&tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7 HTTP/1.1" status: 200 len: 1128 time: 0.0690699 Sep 13 01:24:24.086106 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-65c5e0fe-b180-4781-8630-9603331652d2 req-7cbec309-ec1c-46c2-ab08-287f78101aac tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (4e09343f-3c4a-4429-8bc0-ccdaffa8df31), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:24.100430 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:24.135744 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c5e0fe-b180-4781-8630-9603331652d2 req-7cbec309-ec1c-46c2-ab08-287f78101aac tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:24:24.140422 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e0625-5081-4e87-a41c-6552ad489f5d req-e541bae2-2949-420c-b106-0203e7e4ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:24.141881 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-963e0625-5081-4e87-a41c-6552ad489f5d req-e541bae2-2949-420c-b106-0203e7e4ce27 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7&device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 1128 time: 0.0859079 Sep 13 01:24:24.145372 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-65c5e0fe-b180-4781-8630-9603331652d2 req-7cbec309-ec1c-46c2-ab08-287f78101aac tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:24:24.149627 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c5e0fe-b180-4781-8630-9603331652d2 req-7cbec309-ec1c-46c2-ab08-287f78101aac tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:24:24.184789 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbec309-ec1c-46c2-ab08-287f78101aac tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event updated for resources: {'Port': ['ID=4e09343f-3c4a-4429-8bc0-ccdaffa8df31,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:24.252885 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5e0fe-b180-4781-8630-9603331652d2 req-7cbec309-ec1c-46c2-ab08-287f78101aac tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:24.253486 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-65c5e0fe-b180-4781-8630-9603331652d2 req-7cbec309-ec1c-46c2-ab08-287f78101aac tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:24.271132 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:24.284946 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65c5e0fe-b180-4781-8630-9603331652d2 req-7cbec309-ec1c-46c2-ab08-287f78101aac tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6911263 Sep 13 01:24:24.304319 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Request body: {'port': {'device_id': 'ecc43951-6c00-456d-bc95-10f6a0771001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:24:24.312407 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e0625-5081-4e87-a41c-6552ad489f5d req-4a702e91-d7ea-4553-a102-c2610622edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:24.313900 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-963e0625-5081-4e87-a41c-6552ad489f5d req-4a702e91-d7ea-4553-a102-c2610622edb8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=47cc024b-679e-42c4-bf2a-2407e9c9e294 HTTP/1.1" status: 200 len: 916 time: 0.1615882 Sep 13 01:24:24.379238 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dcbe1d82-78b1-4d6d-bd0d-928b29e524ed None None] Provisioning complete for port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:24:24.379767 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dcbe1d82-78b1-4d6d-bd0d-928b29e524ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (4e09343f-3c4a-4429-8bc0-ccdaffa8df31), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:24.422339 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dcbe1d82-78b1-4d6d-bd0d-928b29e524ed None None] Port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:24:24.426235 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-963e0625-5081-4e87-a41c-6552ad489f5d req-ec86db6e-854f-492b-bbf0-fe1c33df7267 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7eba6092-8d78-465f-a5ad-642414710fd4 HTTP/1.1" status: 200 len: 1000 time: 0.0959949 Sep 13 01:24:24.428783 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (4e09343f-3c4a-4429-8bc0-ccdaffa8df31), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:24.542356 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e0625-5081-4e87-a41c-6552ad489f5d req-9b924069-276b-4641-9162-5ec435a86bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:24.543834 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-963e0625-5081-4e87-a41c-6552ad489f5d req-9b924069-276b-4641-9162-5ec435a86bad service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4dc1ba80-c277-4b7a-83cd-c01962e812af HTTP/1.1" status: 200 len: 854 time: 0.1047266 Sep 13 01:24:24.559152 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec7fd8-64e6-431b-9511-99daaaacaedb req-48989758-37f0-4738-a66e-788458483fea tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:24.560560 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7fec7fd8-64e6-431b-9511-99daaaacaedb req-48989758-37f0-4738-a66e-788458483fea tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 944 time: 0.0932322 Sep 13 01:24:24.605042 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480f880-f2f1-43ca-9f7e-f6b0bc53169a req-d7b76a67-48f6-4998-b901-585c6cf663da tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:24.606574 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b480f880-f2f1-43ca-9f7e-f6b0bc53169a req-d7b76a67-48f6-4998-b901-585c6cf663da tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 931 time: 0.0523913 Sep 13 01:24:24.659750 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b480f880-f2f1-43ca-9f7e-f6b0bc53169a req-b1ef5d52-36ed-411c-8c0d-501c32106d96 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466826 Sep 13 01:24:24.671553 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e0625-5081-4e87-a41c-6552ad489f5d req-65ffa2ab-8468-4b7c-90b7-b30f4eff59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:24.673042 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-963e0625-5081-4e87-a41c-6552ad489f5d req-65ffa2ab-8468-4b7c-90b7-b30f4eff59fc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=47cc024b-679e-42c4-bf2a-2407e9c9e294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1109290 Sep 13 01:24:24.727455 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:24.785971 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7fec7fd8-64e6-431b-9511-99daaaacaedb req-7303dd80-9821-4008-b057-7a7a1e4dded5 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132695 Sep 13 01:24:24.860703 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-963e0625-5081-4e87-a41c-6552ad489f5d req-32168a13-b949-4146-b0a4-b5d40271f1c8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731327 Sep 13 01:24:24.959257 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:24:24.963472 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:24.970567 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Publish callbacks [] for port (4e09343f-3c4a-4429-8bc0-ccdaffa8df31), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:24.996686 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Transition to ACTIVE for port object 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:24:25.003534 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (4e09343f-3c4a-4429-8bc0-ccdaffa8df31), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:25.030626 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-963e0625-5081-4e87-a41c-6552ad489f5d req-4b2b0ce9-9a9a-4439-a195-1384d7eae134 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604245 Sep 13 01:24:25.066103 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e09343f-3c4a-4429-8bc0-ccdaffa8df31,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:25.118155 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Attempting to bind port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:24:25.118517 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Attempting to bind port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:24:25.118844 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Attempting to bind port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 on network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:24:25.162137 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 on network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:24:25.162472 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Attempting to bind port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 on network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:24:25.204009 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:24:25.204352 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Checking segment: {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:24:25.204736 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Bound using segment: {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:24:25.205166 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Bound port: 4e09343f-3c4a-4429-8bc0-ccdaffa8df31, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:24:25.205525 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (4e09343f-3c4a-4429-8bc0-ccdaffa8df31), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:25.268910 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] For port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:24:25.271994 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] For port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=4e09343f-3c4a-4429-8bc0-ccdaffa8df31,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:24:25.279003 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (4e09343f-3c4a-4429-8bc0-ccdaffa8df31), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:25.284607 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:25.285221 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:25.286581 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/4e09343f-3c4a-4429-8bc0-ccdaffa8df31 HTTP/1.1" status: 200 len: 1093 time: 0.9866490 Sep 13 01:24:25.287168 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc43951-6c00-456d-bc95-10f6a0771001', 'tag': '4e09343f-3c4a-4429-8bc0-ccdaffa8df31'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:24:25.289492 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f98fd7-b199-4082-a383-081d8fe8fcef" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc43951-6c00-456d-bc95-10f6a0771001", "tag": "4e09343f-3c4a-4429-8bc0-ccdaffa8df31"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:24:25.571275 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771d31f-b2e1-4862-b924-bef3dcec90f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e09343f-3c4a-4429-8bc0-ccdaffa8df31,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:25.575527 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99396ed-3408-4e28-8f1b-b3696ff21472 x-openstack-request-id: req-b99396ed-3408-4e28-8f1b-b3696ff21472 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:24:25.575834 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc43951-6c00-456d-bc95-10f6a0771001", "tag": "4e09343f-3c4a-4429-8bc0-ccdaffa8df31", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:24:25.576099 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b99396ed-3408-4e28-8f1b-b3696ff21472 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:24:25.576510 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99396ed-3408-4e28-8f1b-b3696ff21472'] response: {'name': 'network-changed', 'server_uuid': 'ecc43951-6c00-456d-bc95-10f6a0771001', 'tag': '4e09343f-3c4a-4429-8bc0-ccdaffa8df31', 'status': 'completed', 'code': 200} Sep 13 01:24:25.642661 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5e0fe-b180-4781-8630-9603331652d2 req-18cde2b3-2e78-4eae-825e-22fda429f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:25.644292 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65c5e0fe-b180-4781-8630-9603331652d2 req-18cde2b3-2e78-4eae-825e-22fda429f354 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=30ce8239a9b34af685743812ce53ef19&device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 1127 time: 0.0669119 Sep 13 01:24:25.807192 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb67641-157a-43c8-a589-181f53a8939a req-b8fda5fb-4180-499d-9a52-3b4c97eb2bbe tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:25.808891 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ddb67641-157a-43c8-a589-181f53a8939a req-b8fda5fb-4180-499d-9a52-3b4c97eb2bbe tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 943 time: 0.0629025 Sep 13 01:24:25.919573 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ddb67641-157a-43c8-a589-181f53a8939a req-eae7962a-70fc-42c3-8ca7-00e0a566854a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032031 Sep 13 01:24:25.952107 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479f75f-4da8-4bfd-80b9-8d6adda18ab5 req-4c92e7fe-4ed2-428e-baf7-f65d85ab1250 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:25.954458 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4479f75f-4da8-4bfd-80b9-8d6adda18ab5 req-4c92e7fe-4ed2-428e-baf7-f65d85ab1250 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 944 time: 0.0657439 Sep 13 01:24:26.027016 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4479f75f-4da8-4bfd-80b9-8d6adda18ab5 req-e83407fb-51d1-4865-b395-685587b14c56 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636714 Sep 13 01:24:27.067614 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18c29a-f4c0-4b28-8957-e95eb16b302a req-df710f5d-4f5f-4968-ba20-4cd7fbeaddaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:27.069113 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3e18c29a-f4c0-4b28-8957-e95eb16b302a req-df710f5d-4f5f-4968-ba20-4cd7fbeaddaf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 943 time: 0.0602438 Sep 13 01:24:27.135790 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:27.150080 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3e18c29a-f4c0-4b28-8957-e95eb16b302a req-bf9cc323-ff79-48fa-afa9-fa86268debef tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701628 Sep 13 01:24:27.208152 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d321f-ec39-4cee-be83-64bf1ede7b9a req-2e86bf07-56f4-4c24-82f6-1b735026f6d1 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:27.215215 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6f3d321f-ec39-4cee-be83-64bf1ede7b9a req-2e86bf07-56f4-4c24-82f6-1b735026f6d1 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 944 time: 0.0767407 Sep 13 01:24:27.296279 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6f3d321f-ec39-4cee-be83-64bf1ede7b9a req-86cb3093-5db7-40e6-a5cb-c24bae77cb4c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794797 Sep 13 01:24:27.347149 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 38200) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:27.457963 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2f174f6f-753f-4982-b340-9373b83fbde0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:27.536809 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2f174f6f-753f-4982-b340-9373b83fbde0 admin admin] Publish callbacks [] for security_group (c719fe22-6e77-41f0-9225-084daec049f7), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:27.542064 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2f174f6f-753f-4982-b340-9373b83fbde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (c719fe22-6e77-41f0-9225-084daec049f7), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:27.583404 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-2f174f6f-753f-4982-b340-9373b83fbde0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2e2621e390f744039d2731cedf974894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351067 Sep 13 01:24:27.584307 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f174f6f-753f-4982-b340-9373b83fbde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c719fe22-6e77-41f0-9225-084daec049f7,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:27.586301 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 38204) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:27.641925 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2e11c2ce-230d-4b3e-971b-682c7f47d312 admin admin] Publish callbacks [] for security_group (c719fe22-6e77-41f0-9225-084daec049f7), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:27.662641 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2e11c2ce-230d-4b3e-971b-682c7f47d312 admin admin] Publish callbacks [] for security_group (c719fe22-6e77-41f0-9225-084daec049f7), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:27.712468 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2e11c2ce-230d-4b3e-971b-682c7f47d312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (c719fe22-6e77-41f0-9225-084daec049f7), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:27.716239 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2e11c2ce-230d-4b3e-971b-682c7f47d312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:27.719044 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-2e11c2ce-230d-4b3e-971b-682c7f47d312 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c719fe22-6e77-41f0-9225-084daec049f7 HTTP/1.1" status: 204 len: 168 time: 0.1294265 Sep 13 01:24:27.728100 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11c2ce-230d-4b3e-971b-682c7f47d312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c719fe22-6e77-41f0-9225-084daec049f7,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:28.291516 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a2496-171f-4f62-b162-5486a782c2c5 req-31deed00-e639-4299-a9b8-236ea1476989 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:28.293125 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-323a2496-171f-4f62-b162-5486a782c2c5 req-31deed00-e639-4299-a9b8-236ea1476989 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 943 time: 0.0532324 Sep 13 01:24:28.316361 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:28.352960 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-323a2496-171f-4f62-b162-5486a782c2c5 req-efe6a239-9086-4353-b09c-d9d857db4f97 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534382 Sep 13 01:24:28.455687 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 38234) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:28.469618 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e6e7b-ce2b-4193-b66d-092625cf9bd0 req-6a66d6a4-0b6c-4b3f-a52e-1c965c5378e3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:28.471252 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a46e6e7b-ce2b-4193-b66d-092625cf9bd0 req-6a66d6a4-0b6c-4b3f-a52e-1c965c5378e3 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 944 time: 0.0679486 Sep 13 01:24:28.526126 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a46e6e7b-ce2b-4193-b66d-092625cf9bd0 req-462d9f1e-de9f-4a60-9637-09312154e535 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494180 Sep 13 01:24:28.578538 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-4056b43d-0ed1-4819-9857-9edd6b99da38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-940251401-network', 'tenant_id': '99cfba5cf9d54e10ba5fc677bf713e2f'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:24:28.599846 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4056b43d-0ed1-4819-9857-9edd6b99da38 admin admin] Made reservation on behalf of 99cfba5cf9d54e10ba5fc677bf713e2f for: {'network': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:24:28.602143 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4056b43d-0ed1-4819-9857-9edd6b99da38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:28.611466 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4056b43d-0ed1-4819-9857-9edd6b99da38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:28.692884 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4056b43d-0ed1-4819-9857-9edd6b99da38 admin admin] Publish callbacks [] for security_group (2c23eaf3-ff1d-4467-87d8-7270707f9830), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:28.696771 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4056b43d-0ed1-4819-9857-9edd6b99da38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (2c23eaf3-ff1d-4467-87d8-7270707f9830), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:28.702791 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:28.729634 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4056b43d-0ed1-4819-9857-9edd6b99da38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:24:28.734568 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056b43d-0ed1-4819-9857-9edd6b99da38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c23eaf3-ff1d-4467-87d8-7270707f9830,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:28.737908 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:28.742767 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4056b43d-0ed1-4819-9857-9edd6b99da38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (0e409bba-c5e8-47bd-a5ec-3529e83d504d), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:28.743142 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.segments_db [None req-4056b43d-0ed1-4819-9857-9edd6b99da38 admin admin] Added segment 0e409bba-c5e8-47bd-a5ec-3529e83d504d of type vlan for network 59526115-cee6-4eef-ab50-f84cd1e85872 Sep 13 01:24:28.785355 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4056b43d-0ed1-4819-9857-9edd6b99da38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (59526115-cee6-4eef-ab50-f84cd1e85872), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:28.812332 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4056b43d-0ed1-4819-9857-9edd6b99da38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (59526115-cee6-4eef-ab50-f84cd1e85872), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:28.813726 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4056b43d-0ed1-4819-9857-9edd6b99da38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:28.814476 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4056b43d-0ed1-4819-9857-9edd6b99da38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:28.867343 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-4056b43d-0ed1-4819-9857-9edd6b99da38 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4104497 Sep 13 01:24:28.870631 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 38238) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:28.875770 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-21f9a476-ef80-4651-a068-822816934911 admin admin] Request body: {'subnet': {'network_id': '59526115-cee6-4eef-ab50-f84cd1e85872', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-940251401-subnet', 'tenant_id': '99cfba5cf9d54e10ba5fc677bf713e2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:24:28.879051 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056b43d-0ed1-4819-9857-9edd6b99da38 admin admin] Pushing event updated for resources: {'Network': ['ID=59526115-cee6-4eef-ab50-f84cd1e85872,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:28.895944 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network 59526115-cee6-4eef-ab50-f84cd1e85872 details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:24:28.918385 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f9a476-ef80-4651-a068-822816934911 admin admin] Made reservation on behalf of 99cfba5cf9d54e10ba5fc677bf713e2f for: {'subnet': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:24:28.921080 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-21f9a476-ef80-4651-a068-822816934911 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126144285'] for subnet (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:28.934681 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:29.114390 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-21f9a476-ef80-4651-a068-822816934911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126144271'] for subnet (06e36f79-c063-496e-9a06-3b0200513809), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:29.176293 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9a476-ef80-4651-a068-822816934911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e36f79-c063-496e-9a06-3b0200513809,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:29.186916 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f9a476-ef80-4651-a068-822816934911 admin admin] Checking segment: {'id': '0e409bba-c5e8-47bd-a5ec-3529e83d504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '59526115-cee6-4eef-ab50-f84cd1e85872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:24:29.187279 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f9a476-ef80-4651-a068-822816934911 admin admin] Network hostable DHCP agents. Network: 59526115-cee6-4eef-ab50-f84cd1e85872, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:24:29.206101 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f9a476-ef80-4651-a068-822816934911 admin admin] Network 59526115-cee6-4eef-ab50-f84cd1e85872 is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:24:29.215902 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-21f9a476-ef80-4651-a068-822816934911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, 59526115-cee6-4eef-ab50-f84cd1e85872) {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:24:29.221170 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f9a476-ef80-4651-a068-822816934911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:29.222124 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-21f9a476-ef80-4651-a068-822816934911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:29.226758 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e722a925-5528-4738-956a-222c950086f7 None None] Network 59526115-cee6-4eef-ab50-f84cd1e85872 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:24:29.247030 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:29.248007 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-21f9a476-ef80-4651-a068-822816934911 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3754005 Sep 13 01:24:29.284251 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:29.344891 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a3d5b1-fc8a-4bc1-9e6f-28f7598bf9c1 None None] Network 59526115-cee6-4eef-ab50-f84cd1e85872 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:24:29.495898 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c67b82-66eb-4aef-bb23-ef0c7da9bf31 req-a22f19ed-4a67-4205-8d38-9a8ba63427f5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:29.503589 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b2c67b82-66eb-4aef-bb23-ef0c7da9bf31 req-a22f19ed-4a67-4205-8d38-9a8ba63427f5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 943 time: 0.0599687 Sep 13 01:24:29.569153 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b2c67b82-66eb-4aef-bb23-ef0c7da9bf31 req-9f019c78-b4bd-4fba-80df-23df99cf4aa8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643120 Sep 13 01:24:29.680591 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8267d4-cce3-4924-8ffc-a219edf25c34 req-5b97d97f-a32a-49bf-a11d-b7f898d66442 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:29.687448 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ce8267d4-cce3-4924-8ffc-a219edf25c34 req-5b97d97f-a32a-49bf-a11d-b7f898d66442 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 944 time: 0.0712423 Sep 13 01:24:29.735001 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ce8267d4-cce3-4924-8ffc-a219edf25c34 req-caf95af3-c9d8-489d-98c0-ee483db1e01e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461807 Sep 13 01:24:29.922346 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-095d7528-d90b-4656-8154-502170d048ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:30.693270 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12935b2f-352f-4164-8837-0825ae3b5582 req-87da3fdb-c31e-4648-ba96-6a729839f2c5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:30.695014 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-12935b2f-352f-4164-8837-0825ae3b5582 req-87da3fdb-c31e-4648-ba96-6a729839f2c5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 943 time: 0.0489409 Sep 13 01:24:30.744165 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-12935b2f-352f-4164-8837-0825ae3b5582 req-ba38e6e4-68d6-44e2-8e76-0255856244b9 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418589 Sep 13 01:24:30.888145 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3fb6e-ee7c-4954-96bd-10aa8483a79e req-d4873b60-28ed-4391-835d-c3a99bf71e9a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:30.889662 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-46e3fb6e-ee7c-4954-96bd-10aa8483a79e req-d4873b60-28ed-4391-835d-c3a99bf71e9a tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 944 time: 0.0574403 Sep 13 01:24:30.940965 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-46e3fb6e-ee7c-4954-96bd-10aa8483a79e req-8afa5753-8361-4d2a-a027-f246f6ff4e47 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454500 Sep 13 01:24:31.231965 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-7dcbe073-c00b-4f94-8e03-e324a51902a2 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:31.233430 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-7dcbe073-c00b-4f94-8e03-e324a51902a2 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/networks?id=59526115-cee6-4eef-ab50-f84cd1e85872 HTTP/1.1" status: 200 len: 808 time: 0.1054549 Sep 13 01:24:31.248851 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-4f6f7d8f-5bf3-45da-9009-d200967cd260 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/quotas/99cfba5cf9d54e10ba5fc677bf713e2f HTTP/1.1" status: 200 len: 375 time: 0.0100861 Sep 13 01:24:31.282273 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-2cf59b03-b71a-4cf8-90b4-c4f6b502da91 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=99cfba5cf9d54e10ba5fc677bf713e2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280437 Sep 13 01:24:31.391927 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-72658870-7f72-496d-b1a0-6ec86e4f07ca service neutron] 10.222.0.15 "GET /networking/v2.0/networks/59526115-cee6-4eef-ab50-f84cd1e85872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003909 Sep 13 01:24:31.489286 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-99242556-1747-43fd-b6aa-dc30733380b6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/59526115-cee6-4eef-ab50-f84cd1e85872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914381 Sep 13 01:24:31.713006 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9964b574-2a3f-404b-b2bb-10a3ad675b0c req-5dcb18c3-24b2-4145-8393-e3c3efd0a5cb tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 210 time: 0.0596857 Sep 13 01:24:31.845918 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:31.890391 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4f9c7-9a70-4911-b79e-3c2029205693 req-c02a62b0-7698-4f6c-a9d1-7b7f6869715e tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:31.891957 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3fa4f9c7-9a70-4911-b79e-3c2029205693 req-c02a62b0-7698-4f6c-a9d1-7b7f6869715e tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 943 time: 0.0560300 Sep 13 01:24:31.973544 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-3fa4f9c7-9a70-4911-b79e-3c2029205693 req-2d699244-5ab6-43ab-b6d2-1bb63da61931 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693126 Sep 13 01:24:32.114704 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9d357-4216-4199-a2dc-0c7ed58b1e8a req-56c834b6-7bea-441e-ad35-5e7c87a2f394 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:32.117042 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cde9d357-4216-4199-a2dc-0c7ed58b1e8a req-56c834b6-7bea-441e-ad35-5e7c87a2f394 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 944 time: 0.0530598 Sep 13 01:24:32.183495 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cde9d357-4216-4199-a2dc-0c7ed58b1e8a req-bc5d846c-8481-410a-9481-598aeee9c0cb tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603843 Sep 13 01:24:32.203576 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-266468ba-15cd-402f-8395-435cf8850980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:32.805912 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-bfa907f2-5d9a-463c-b766-52f4e0d13968 req-4ef2415d-81ea-410e-87ab-1b67e03f501b tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 210 time: 0.0274556 Sep 13 01:24:33.104684 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f4468-6a4c-4367-afd0-47aa2d0c1c8d req-8e9309a1-77bb-4eae-ae31-bcc66fb2825c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:33.106158 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-488f4468-6a4c-4367-afd0-47aa2d0c1c8d req-8e9309a1-77bb-4eae-ae31-bcc66fb2825c tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 943 time: 0.0563605 Sep 13 01:24:33.156775 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-488f4468-6a4c-4367-afd0-47aa2d0c1c8d req-d7786f80-a9b3-48d6-a8d0-eba7575839b9 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443208 Sep 13 01:24:33.312085 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:24:33.325648 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91ba61-d932-428f-aeb1-3e34df8faffb req-ffdbae39-f0b2-49f2-b7e1-cdcd2335e775 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:33.327250 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6b91ba61-d932-428f-aeb1-3e34df8faffb req-ffdbae39-f0b2-49f2-b7e1-cdcd2335e775 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 944 time: 0.0504875 Sep 13 01:24:33.371170 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:33.379416 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6b91ba61-d932-428f-aeb1-3e34df8faffb req-e1542f94-ac9b-42f7-8120-acd20fda585d tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456712 Sep 13 01:24:33.911842 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-08beec93-3bfd-459d-8282-025809966b82 req-77ea8af5-8e48-4f29-b2d8-8435d6d4e36c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 210 time: 0.0295553 Sep 13 01:24:34.320170 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5345c8-4bce-4fbe-a189-27bcfc306faf req-00bbc974-7881-4d2a-8dc9-45722dcddbf8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:34.323376 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4a5345c8-4bce-4fbe-a189-27bcfc306faf req-00bbc974-7881-4d2a-8dc9-45722dcddbf8 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 943 time: 0.0554187 Sep 13 01:24:34.372536 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4a5345c8-4bce-4fbe-a189-27bcfc306faf req-0318e8b7-acde-4932-acab-8a08229047c5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435359 Sep 13 01:24:34.504442 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc149bb-c495-4352-a407-f5a0ac084d61 req-859a0143-b9ee-416a-bb1e-8de4cd5bec10 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:34.505824 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2cc149bb-c495-4352-a407-f5a0ac084d61 req-859a0143-b9ee-416a-bb1e-8de4cd5bec10 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 944 time: 0.0467575 Sep 13 01:24:34.537938 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:34.556996 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2cc149bb-c495-4352-a407-f5a0ac084d61 req-b1de68d3-caf0-4401-bd27-7739a156b5b7 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438516 Sep 13 01:24:34.815730 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:34.822633 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:35.023079 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-31805b31-8cd2-4f6d-bd83-364630b6e336 req-06c29cc7-dc0b-4dfc-9e24-5113e526b2d1 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 210 time: 0.0314844 Sep 13 01:24:35.087916 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65c5e0fe-b180-4781-8630-9603331652d2 req-fdc8dfbd-187e-43f9-8a78-b1438bdefae2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e09343f-3c4a-4429-8bc0-ccdaffa8df31 HTTP/1.1" status: 200 len: 217 time: 0.0380552 Sep 13 01:24:35.147666 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5e0fe-b180-4781-8630-9603331652d2 req-c07fd5d2-26af-4524-84cf-eefe60df769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:35.149102 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65c5e0fe-b180-4781-8630-9603331652d2 req-c07fd5d2-26af-4524-84cf-eefe60df769e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f61fb4fd-3b7f-449b-85b4-6f00787bd46c HTTP/1.1" status: 200 len: 854 time: 0.0538189 Sep 13 01:24:35.490670 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a7545-8cde-4ea5-bdc9-0af0d1c4b59d req-ee21f728-a6c0-45af-8e6c-e524436381cd tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:35.492145 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d16a7545-8cde-4ea5-bdc9-0af0d1c4b59d req-ee21f728-a6c0-45af-8e6c-e524436381cd tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 943 time: 0.0459290 Sep 13 01:24:35.541299 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d16a7545-8cde-4ea5-bdc9-0af0d1c4b59d req-2bf3f44d-07c8-46e8-a9a9-f96a03fe08bf tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431726 Sep 13 01:24:35.685789 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee52a65-4769-4fb8-b660-463648fb743f req-8a41d1c5-d23e-4687-bb15-f714867a56c9 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:35.687153 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-eee52a65-4769-4fb8-b660-463648fb743f req-8a41d1c5-d23e-4687-bb15-f714867a56c9 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 944 time: 0.0485933 Sep 13 01:24:35.732261 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-eee52a65-4769-4fb8-b660-463648fb743f req-5bc80199-f309-4864-ba60-2a76493d1fd9 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396619 Sep 13 01:24:36.122444 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e0e64ff4-a259-4ea8-8e63-e0c5661c38ad req-137a2cd5-5b26-4a91-a1ac-fde15636137f tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 210 time: 0.0275235 Sep 13 01:24:36.419534 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5e0fe-b180-4781-8630-9603331652d2 req-6b95af8b-94af-4cde-a08a-f52d7b576031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:36.421176 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65c5e0fe-b180-4781-8630-9603331652d2 req-6b95af8b-94af-4cde-a08a-f52d7b576031 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411668 Sep 13 01:24:36.521708 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65c5e0fe-b180-4781-8630-9603331652d2 req-2d129dda-2472-4a9a-bf4d-ecf942f5f1f6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943661 Sep 13 01:24:36.618324 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-65c5e0fe-b180-4781-8630-9603331652d2 req-e9793a91-8d48-4e81-aeab-eef7d76c1d9f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888658 Sep 13 01:24:36.677061 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9fdeb-f5ab-4161-bcd1-7de5f18960c5 req-47904217-23d7-4244-84ad-6f59184d8a42 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:36.678537 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d9d9fdeb-f5ab-4161-bcd1-7de5f18960c5 req-47904217-23d7-4244-84ad-6f59184d8a42 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 943 time: 0.0584834 Sep 13 01:24:36.725666 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d9d9fdeb-f5ab-4161-bcd1-7de5f18960c5 req-11510da9-af1e-4ca7-ba4f-68267d8e840e tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405886 Sep 13 01:24:36.851366 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:36.862510 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78803213-4c9d-4cfc-9a07-86e9ecc40bc1 req-fc5743aa-a8f7-4e60-b901-6e4904369822 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:36.864030 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-78803213-4c9d-4cfc-9a07-86e9ecc40bc1 req-fc5743aa-a8f7-4e60-b901-6e4904369822 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 944 time: 0.0504217 Sep 13 01:24:36.909247 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-78803213-4c9d-4cfc-9a07-86e9ecc40bc1 req-055510d7-7802-458c-b5e9-2cb9d82835d9 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396459 Sep 13 01:24:37.224977 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1a388d78-94c7-4b9f-bd3a-b30d54d9b935 req-1cb073b0-7b41-4148-a64a-a0c7b81bca24 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 210 time: 0.0289667 Sep 13 01:24:37.445842 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f98fd7-b199-4082-a383-081d8fe8fcef req-7d086d43-8179-42df-b15f-6c0f613df8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:37.448057 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b9f98fd7-b199-4082-a383-081d8fe8fcef req-7d086d43-8179-42df-b15f-6c0f613df8b5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=30ce8239a9b34af685743812ce53ef19&device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 1127 time: 0.0397606 Sep 13 01:24:37.548657 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f98fd7-b199-4082-a383-081d8fe8fcef req-48121f42-0f5a-4005-8330-2493a3749f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:37.550060 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b9f98fd7-b199-4082-a383-081d8fe8fcef req-48121f42-0f5a-4005-8330-2493a3749f98 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e HTTP/1.1" status: 200 len: 916 time: 0.0844955 Sep 13 01:24:37.701941 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b9f98fd7-b199-4082-a383-081d8fe8fcef req-071b37bb-28ba-4180-b2d6-afaeb5f0c9b9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e09343f-3c4a-4429-8bc0-ccdaffa8df31 HTTP/1.1" status: 200 len: 217 time: 0.0339134 Sep 13 01:24:37.771126 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f98fd7-b199-4082-a383-081d8fe8fcef req-d85910a1-9d6b-4799-a844-61739ec451dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:37.772570 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b9f98fd7-b199-4082-a383-081d8fe8fcef req-d85910a1-9d6b-4799-a844-61739ec451dc service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f61fb4fd-3b7f-449b-85b4-6f00787bd46c HTTP/1.1" status: 200 len: 854 time: 0.0635209 Sep 13 01:24:37.896500 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f98fd7-b199-4082-a383-081d8fe8fcef req-8da58f03-3d96-4aa0-9e3b-9be7fa0064bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:37.897966 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b9f98fd7-b199-4082-a383-081d8fe8fcef req-8da58f03-3d96-4aa0-9e3b-9be7fa0064bc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0945637 Sep 13 01:24:37.906107 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37784c40-5547-4ec0-b999-57df4d373e09 req-28475662-8f30-416b-87de-22c9af782ba3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:37.907473 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-37784c40-5547-4ec0-b999-57df4d373e09 req-28475662-8f30-416b-87de-22c9af782ba3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 943 time: 0.1004503 Sep 13 01:24:37.924790 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:24:37.995930 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-00ed423f-ddd5-4230-a999-6cc19d163293 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:37.997384 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-00ed423f-ddd5-4230-a999-6cc19d163293 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.25 "GET /networking/v2.0/networks?id=59526115-cee6-4eef-ab50-f84cd1e85872 HTTP/1.1" status: 200 len: 808 time: 0.2506802 Sep 13 01:24:38.014402 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-24f76024-b5d5-41d6-95cc-892f8849e51e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Request body: {'port': {'device_id': '5886aa7b-f2e4-49b9-9a6b-fb4546d47372', 'network_id': '59526115-cee6-4eef-ab50-f84cd1e85872', 'admin_state_up': True, 'tenant_id': '99cfba5cf9d54e10ba5fc677bf713e2f'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:24:38.022837 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:38.040053 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=4e09343f-3c4a-4429-8bc0-ccdaffa8df31,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:24:38.052304 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': '4e09343f-3c4a-4429-8bc0-ccdaffa8df31', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'port_id': '4e09343f-3c4a-4429-8bc0-ccdaffa8df31', 'mac_address': 'fa:16:3e:09:aa:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:24:38.104846 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-37784c40-5547-4ec0-b999-57df4d373e09 req-e9615ecc-3a90-4297-b72f-0ef4f81efcbe tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790977 Sep 13 01:24:38.117231 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b9f98fd7-b199-4082-a383-081d8fe8fcef req-fb0b807a-b21a-42a6-936f-6adfb890a0d7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063506 Sep 13 01:24:38.241858 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:24:38.242782 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (4e09343f-3c4a-4429-8bc0-ccdaffa8df31), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:38.257638 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:24:38.260730 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b9f98fd7-b199-4082-a383-081d8fe8fcef req-cdee6996-9002-476e-abc4-2064ad7b3db3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348104 Sep 13 01:24:38.261728 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-24f76024-b5d5-41d6-95cc-892f8849e51e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Made reservation on behalf of 99cfba5cf9d54e10ba5fc677bf713e2f for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:24:38.265453 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-24f76024-b5d5-41d6-95cc-892f8849e51e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:38.279447 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=4e09343f-3c4a-4429-8bc0-ccdaffa8df31,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:24:38.287051 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (4e09343f-3c4a-4429-8bc0-ccdaffa8df31), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:38.288254 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 7eba6092-8d78-465f-a5ad-642414710fd4 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:24:38.336341 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8d531-92e9-40b0-ae61-1e4a0b5b57da req-241de427-747b-4a64-9260-11691a9dea6b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:38.343413 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-92d8d531-92e9-40b0-ae61-1e4a0b5b57da req-241de427-747b-4a64-9260-11691a9dea6b tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 944 time: 0.3328056 Sep 13 01:24:38.386034 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-46eb26a6-c871-4a8e-bb50-b9fa51254463 req-bc08c786-2095-418f-84fa-08d7f15b3cf6 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 210 time: 0.0416701 Sep 13 01:24:38.418790 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-92d8d531-92e9-40b0-ae61-1e4a0b5b57da req-8a369bf4-a117-4db8-8836-4b0caaa719c1 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729225 Sep 13 01:24:38.428927 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:38.449858 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-24f76024-b5d5-41d6-95cc-892f8849e51e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Allocated IP 172.20.0.11 (59526115-cee6-4eef-ab50-f84cd1e85872/06e36f79-c063-496e-9a06-3b0200513809/f4269d77-acf2-4422-92da-6b2acc94de4e) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:24:38.460424 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=4e09343f-3c4a-4429-8bc0-ccdaffa8df31,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:38.484240 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 7eba6092-8d78-465f-a5ad-642414710fd4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=7eba6092-8d78-465f-a5ad-642414710fd4,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:24:38.496013 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': '7eba6092-8d78-465f-a5ad-642414710fd4', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'port_id': '7eba6092-8d78-465f-a5ad-642414710fd4', 'mac_address': 'fa:16:3e:8c:00:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:24:38.530893 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 7eba6092-8d78-465f-a5ad-642414710fd4 is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:24:38.531285 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:38.544805 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eba6092-8d78-465f-a5ad-642414710fd4 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:24:38.565387 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 7eba6092-8d78-465f-a5ad-642414710fd4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=7eba6092-8d78-465f-a5ad-642414710fd4,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:24:38.569295 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:38.599438 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-24f76024-b5d5-41d6-95cc-892f8849e51e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Publish callbacks [] for port (f4269d77-acf2-4422-92da-6b2acc94de4e), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:38.604058 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:38.621829 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=7eba6092-8d78-465f-a5ad-642414710fd4,revision_number=9']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:38.632897 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-24f76024-b5d5-41d6-95cc-892f8849e51e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (f4269d77-acf2-4422-92da-6b2acc94de4e), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:38.680143 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-24f76024-b5d5-41d6-95cc-892f8849e51e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Network 59526115-cee6-4eef-ab50-f84cd1e85872 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:24:38.683626 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-24f76024-b5d5-41d6-95cc-892f8849e51e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:24:38.687568 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-24f76024-b5d5-41d6-95cc-892f8849e51e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:24:38.711060 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f76024-b5d5-41d6-95cc-892f8849e51e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Pushing event updated for resources: {'Port': ['ID=f4269d77-acf2-4422-92da-6b2acc94de4e,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:38.741271 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-24f76024-b5d5-41d6-95cc-892f8849e51e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:38.742641 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-24f76024-b5d5-41d6-95cc-892f8849e51e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:38.761312 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-24f76024-b5d5-41d6-95cc-892f8849e51e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7539017 Sep 13 01:24:38.773019 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Request body: {'port': {'device_id': '5886aa7b-f2e4-49b9-9a6b-fb4546d47372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:24:38.829802 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (f4269d77-acf2-4422-92da-6b2acc94de4e), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:38.880194 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:38.932987 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['4e09343f-3c4a-4429-8bc0-ccdaffa8df31'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:24:39.023341 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['7eba6092-8d78-465f-a5ad-642414710fd4'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:24:39.026389 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:39.091769 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4269d77-acf2-4422-92da-6b2acc94de4e {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:24:39.099626 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Publish callbacks [] for port (f4269d77-acf2-4422-92da-6b2acc94de4e), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:39.127265 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Transition to ACTIVE for port object f4269d77-acf2-4422-92da-6b2acc94de4e will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:24:39.172310 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (f4269d77-acf2-4422-92da-6b2acc94de4e), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:39.233123 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:INSERT=3,neutron:UPDATE=5,neutron:SELECT=91,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:39.268569 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Pushing event updated for resources: {'Port': ['ID=f4269d77-acf2-4422-92da-6b2acc94de4e,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:39.326583 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Attempting to bind port f4269d77-acf2-4422-92da-6b2acc94de4e on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:24:39.326935 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Attempting to bind port f4269d77-acf2-4422-92da-6b2acc94de4e by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '0e409bba-c5e8-47bd-a5ec-3529e83d504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '59526115-cee6-4eef-ab50-f84cd1e85872'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:24:39.327260 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Attempting to bind port f4269d77-acf2-4422-92da-6b2acc94de4e on network 59526115-cee6-4eef-ab50-f84cd1e85872 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:24:39.356438 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b230a1-1bfa-4954-ab12-dc32a556df45 req-60d913e8-bbe2-4c21-9c4b-6155bef8f11d tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:39.357918 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-74b230a1-1bfa-4954-ab12-dc32a556df45 req-60d913e8-bbe2-4c21-9c4b-6155bef8f11d tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 944 time: 0.0866039 Sep 13 01:24:39.397090 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Port f4269d77-acf2-4422-92da-6b2acc94de4e on network 59526115-cee6-4eef-ab50-f84cd1e85872 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:24:39.397412 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Attempting to bind port f4269d77-acf2-4422-92da-6b2acc94de4e on network 59526115-cee6-4eef-ab50-f84cd1e85872 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:24:39.447359 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-74b230a1-1bfa-4954-ab12-dc32a556df45 req-b02c84f6-3918-4eea-9d90-31c3727c36ce tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825777 Sep 13 01:24:39.464729 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:24:39.465380 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Checking segment: {'id': '0e409bba-c5e8-47bd-a5ec-3529e83d504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '59526115-cee6-4eef-ab50-f84cd1e85872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:24:39.466340 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Bound using segment: {'id': '0e409bba-c5e8-47bd-a5ec-3529e83d504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '59526115-cee6-4eef-ab50-f84cd1e85872'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:24:39.467407 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Bound port: f4269d77-acf2-4422-92da-6b2acc94de4e, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e409bba-c5e8-47bd-a5ec-3529e83d504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '59526115-cee6-4eef-ab50-f84cd1e85872'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:24:39.467980 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (f4269d77-acf2-4422-92da-6b2acc94de4e), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:39.520050 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965b72e-3b03-4232-a12c-7c3468ecc3a7 req-657917c0-9bef-4a76-a75a-367023ec427b tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:39.522082 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f965b72e-3b03-4232-a12c-7c3468ecc3a7 req-657917c0-9bef-4a76-a75a-367023ec427b tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 944 time: 0.0479507 Sep 13 01:24:39.536383 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:39.538397 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:39.566192 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] For port f4269d77-acf2-4422-92da-6b2acc94de4e, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:24:39.573758 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b25c6-0dfe-468d-a943-3cf99376371b req-c646436a-7471-4484-ad17-834ca1f25e7e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:39.575220 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0d8b25c6-0dfe-468d-a943-3cf99376371b req-c646436a-7471-4484-ad17-834ca1f25e7e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 945 time: 0.0664070 Sep 13 01:24:39.576921 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] For port f4269d77-acf2-4422-92da-6b2acc94de4e, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=f4269d77-acf2-4422-92da-6b2acc94de4e,segment=NetworkSegment(0e409bba-c5e8-47bd-a5ec-3529e83d504d),segment_id=0e409bba-c5e8-47bd-a5ec-3529e83d504d)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:24:39.580607 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f965b72e-3b03-4232-a12c-7c3468ecc3a7 req-a1d500b1-b05b-4424-8c50-0df98f2d3e3b tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519474 Sep 13 01:24:39.583851 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (f4269d77-acf2-4422-92da-6b2acc94de4e), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:39.586768 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:39.587957 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:39.589294 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/f4269d77-acf2-4422-92da-6b2acc94de4e HTTP/1.1" status: 200 len: 1094 time: 0.8202267 Sep 13 01:24:39.592820 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5886aa7b-f2e4-49b9-9a6b-fb4546d47372', 'tag': 'f4269d77-acf2-4422-92da-6b2acc94de4e'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:24:39.595922 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7edff00-a593-400b-b136-28a34dbe56c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5886aa7b-f2e4-49b9-9a6b-fb4546d47372", "tag": "f4269d77-acf2-4422-92da-6b2acc94de4e"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:24:39.652922 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b0beb3-5fa3-419f-8810-98d6c5153a4b x-openstack-request-id: req-97b0beb3-5fa3-419f-8810-98d6c5153a4b {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:24:39.653576 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5886aa7b-f2e4-49b9-9a6b-fb4546d47372", "tag": "f4269d77-acf2-4422-92da-6b2acc94de4e", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:24:39.653576 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97b0beb3-5fa3-419f-8810-98d6c5153a4b {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:24:39.653846 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b0beb3-5fa3-419f-8810-98d6c5153a4b'] response: {'name': 'network-changed', 'server_uuid': '5886aa7b-f2e4-49b9-9a6b-fb4546d47372', 'tag': 'f4269d77-acf2-4422-92da-6b2acc94de4e', 'status': 'completed', 'code': 200} Sep 13 01:24:39.722431 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-8b057dd4-a040-4016-bd57-8c1a50a81ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:39.723937 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-8b057dd4-a040-4016-bd57-8c1a50a81ab1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=99cfba5cf9d54e10ba5fc677bf713e2f&device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 1128 time: 0.0876253 Sep 13 01:24:39.727618 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466c4a3-3d8f-4fdf-81e0-088cb0f5c3dd service neutron] Pushing event updated for resources: {'Port': ['ID=f4269d77-acf2-4422-92da-6b2acc94de4e,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:39.734610 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0d8b25c6-0dfe-468d-a943-3cf99376371b req-5aa2c376-934d-4ec6-82c1-1ae1a83e0af6 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443851 Sep 13 01:24:39.771008 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-93223eea-4836-4e41-9194-36c68289ab20 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4269d77-acf2-4422-92da-6b2acc94de4e HTTP/1.1" status: 200 len: 217 time: 0.0354204 Sep 13 01:24:39.821428 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-02e11432-775f-4088-b947-eb540283a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:39.823367 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-02e11432-775f-4088-b947-eb540283a3d8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=06e36f79-c063-496e-9a06-3b0200513809 HTTP/1.1" status: 200 len: 848 time: 0.0467174 Sep 13 01:24:39.854735 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-25364fac-2f67-492e-b2a9-ee018358bbeb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=59526115-cee6-4eef-ab50-f84cd1e85872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242281 Sep 13 01:24:39.906300 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:39.944486 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-ae556987-e1da-4465-953e-2995ce0735a0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59526115-cee6-4eef-ab50-f84cd1e85872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829287 Sep 13 01:24:40.082957 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:24:40.128016 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:24:40.134167 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:24:40.134641 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (4e09343f-3c4a-4429-8bc0-ccdaffa8df31), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:40.212287 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:24:40.212683 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (4e09343f-3c4a-4429-8bc0-ccdaffa8df31), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:40.236474 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc43951-6c00-456d-bc95-10f6a0771001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e09343f-3c4a-4429-8bc0-ccdaffa8df31'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:24:40.238774 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864056f7-e3af-4079-873a-8c2867eb1f3e" -d '{"events": [{"server_uuid": "ecc43951-6c00-456d-bc95-10f6a0771001", "name": "network-vif-plugged", "status": "completed", "tag": "4e09343f-3c4a-4429-8bc0-ccdaffa8df31"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:24:40.251780 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=4e09343f-3c4a-4429-8bc0-ccdaffa8df31,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:24:40.256180 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (4e09343f-3c4a-4429-8bc0-ccdaffa8df31), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:40.257014 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 7eba6092-8d78-465f-a5ad-642414710fd4 up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:24:40.269122 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f80bbab3-4719-48dc-99da-e3fe53420c8e req-9961cced-1655-4a9e-a7ab-9dda5cb9caf8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59526115-cee6-4eef-ab50-f84cd1e85872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178930 Sep 13 01:24:40.336207 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=4e09343f-3c4a-4429-8bc0-ccdaffa8df31,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:40.344083 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port 7eba6092-8d78-465f-a5ad-642414710fd4 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:24:40.344470 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:40.364102 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2916b57d-8040-4e7b-b2d4-1dde8432c0a1 x-openstack-request-id: req-2916b57d-8040-4e7b-b2d4-1dde8432c0a1 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:24:40.364418 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc43951-6c00-456d-bc95-10f6a0771001", "name": "network-vif-plugged", "status": "completed", "tag": "4e09343f-3c4a-4429-8bc0-ccdaffa8df31", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:24:40.364671 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2916b57d-8040-4e7b-b2d4-1dde8432c0a1 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:24:40.365056 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2916b57d-8040-4e7b-b2d4-1dde8432c0a1'] response: {'server_uuid': 'ecc43951-6c00-456d-bc95-10f6a0771001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e09343f-3c4a-4429-8bc0-ccdaffa8df31', 'code': 200} Sep 13 01:24:40.418709 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 7eba6092-8d78-465f-a5ad-642414710fd4 is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:24:40.419144 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:40.452223 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 7eba6092-8d78-465f-a5ad-642414710fd4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=7eba6092-8d78-465f-a5ad-642414710fd4,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:24:40.455831 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:40.493554 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:40.504090 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=7eba6092-8d78-465f-a5ad-642414710fd4,revision_number=10']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:40.567829 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c80c9-4a51-4ef9-a175-3225ba542870 req-aa282018-03cc-47b2-8163-97d9802b2815 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:40.569190 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-015c80c9-4a51-4ef9-a175-3225ba542870 req-aa282018-03cc-47b2-8163-97d9802b2815 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 945 time: 0.0459225 Sep 13 01:24:40.618185 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-015c80c9-4a51-4ef9-a175-3225ba542870 req-5afe481f-759b-4283-925f-d72ad58aa96a tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433540 Sep 13 01:24:40.703561 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e5f7f-eb4e-4fb0-94e1-dde26d083390 req-fb13f7df-9a3f-452c-87fa-c04964faa96f tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:40.704996 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e35e5f7f-eb4e-4fb0-94e1-dde26d083390 req-fb13f7df-9a3f-452c-87fa-c04964faa96f tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 944 time: 0.0487525 Sep 13 01:24:40.750991 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e35e5f7f-eb4e-4fb0-94e1-dde26d083390 req-7562d40a-5a10-4e87-a889-b270d0ab7ece tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403426 Sep 13 01:24:40.863845 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecaf61-4a46-4ede-8770-4afe8d2ab8b9 req-febb6501-40ab-42cf-af2b-ab41fa12d7db tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:40.865189 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c3ecaf61-4a46-4ede-8770-4afe8d2ab8b9 req-febb6501-40ab-42cf-af2b-ab41fa12d7db tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 947 time: 0.0485437 Sep 13 01:24:40.900294 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:40.912205 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c3ecaf61-4a46-4ede-8770-4afe8d2ab8b9 req-c4ac7f8b-ecea-4f0b-9fc0-5384f46656c5 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414548 Sep 13 01:24:41.102721 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edff00-a593-400b-b136-28a34dbe56c3 req-0fa2974f-1ed4-4951-b18c-b7b841653098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:41.104227 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7edff00-a593-400b-b136-28a34dbe56c3 req-0fa2974f-1ed4-4951-b18c-b7b841653098 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=99cfba5cf9d54e10ba5fc677bf713e2f&device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 1128 time: 0.0397046 Sep 13 01:24:41.223949 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edff00-a593-400b-b136-28a34dbe56c3 req-0514bbe9-ffb7-41ec-bee8-f84961e4d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:41.225372 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7edff00-a593-400b-b136-28a34dbe56c3 req-0514bbe9-ffb7-41ec-bee8-f84961e4d765 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=59526115-cee6-4eef-ab50-f84cd1e85872 HTTP/1.1" status: 200 len: 909 time: 0.1154964 Sep 13 01:24:41.230199 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224c592-9b71-4d2e-a860-e015da386e59 req-e04d806b-4a3b-47e1-9287-f01a1f890cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:41.231642 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b224c592-9b71-4d2e-a860-e015da386e59 req-e04d806b-4a3b-47e1-9287-f01a1f890cf2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 1129 time: 0.0480373 Sep 13 01:24:41.269797 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7edff00-a593-400b-b136-28a34dbe56c3 req-26d6fa6f-23c2-4f45-af47-e204ef2cf4f1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4269d77-acf2-4422-92da-6b2acc94de4e HTTP/1.1" status: 200 len: 217 time: 0.0372813 Sep 13 01:24:41.339968 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b224c592-9b71-4d2e-a860-e015da386e59 req-2bcd0d68-96b9-4485-9feb-82b8f859b3b0 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012559 Sep 13 01:24:41.341396 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edff00-a593-400b-b136-28a34dbe56c3 req-ac597983-ec22-4968-8aa4-5d118e465273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:41.342723 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7edff00-a593-400b-b136-28a34dbe56c3 req-ac597983-ec22-4968-8aa4-5d118e465273 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=06e36f79-c063-496e-9a06-3b0200513809 HTTP/1.1" status: 200 len: 848 time: 0.0664358 Sep 13 01:24:41.572714 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7edff00-a593-400b-b136-28a34dbe56c3 req-41e2278e-6bc7-4da9-bf38-da3d3d9ddd4a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=59526115-cee6-4eef-ab50-f84cd1e85872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264754 Sep 13 01:24:41.676530 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7edff00-a593-400b-b136-28a34dbe56c3 req-059413b8-48bc-4b22-946a-68f050f38a6a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59526115-cee6-4eef-ab50-f84cd1e85872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978274 Sep 13 01:24:41.742496 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8eb93-d8cc-43dd-bf38-abe44ddfa558 req-d7636161-fa9c-4bc3-aa11-8d1458441f86 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:41.744543 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fef8eb93-d8cc-43dd-bf38-abe44ddfa558 req-d7636161-fa9c-4bc3-aa11-8d1458441f86 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 945 time: 0.0476460 Sep 13 01:24:41.766981 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7edff00-a593-400b-b136-28a34dbe56c3 req-bb605a76-724a-4226-9eec-750b66a4908c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59526115-cee6-4eef-ab50-f84cd1e85872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840740 Sep 13 01:24:41.795064 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fef8eb93-d8cc-43dd-bf38-abe44ddfa558 req-9ebf694d-5123-47d3-a29f-05960a3d6c06 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445595 Sep 13 01:24:41.872797 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0eea6-ba6c-4c87-8fec-2e5e95d86870 req-d78ebbd7-cb03-4560-9cc5-ac46496d05e2 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:41.874154 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a5f0eea6-ba6c-4c87-8fec-2e5e95d86870 req-d78ebbd7-cb03-4560-9cc5-ac46496d05e2 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 944 time: 0.0465119 Sep 13 01:24:41.923633 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a5f0eea6-ba6c-4c87-8fec-2e5e95d86870 req-4400b2d2-b03a-404c-b11e-6040a3cea35e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440426 Sep 13 01:24:42.035286 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263239b-9fc7-4acd-a3f4-74550fabb4e0 req-8d1c0edf-b867-45a4-88dc-7b7ad6976a11 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:42.037702 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5263239b-9fc7-4acd-a3f4-74550fabb4e0 req-8d1c0edf-b867-45a4-88dc-7b7ad6976a11 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 947 time: 0.0475898 Sep 13 01:24:42.065223 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device f4269d77-acf2-4422-92da-6b2acc94de4e details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:24:42.090609 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5263239b-9fc7-4acd-a3f4-74550fabb4e0 req-420b6432-061a-4d4e-b1bf-f87d2313daa1 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459075 Sep 13 01:24:42.166477 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port f4269d77-acf2-4422-92da-6b2acc94de4e, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=f4269d77-acf2-4422-92da-6b2acc94de4e,segment=NetworkSegment(0e409bba-c5e8-47bd-a5ec-3529e83d504d),segment_id=0e409bba-c5e8-47bd-a5ec-3529e83d504d)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:24:42.173624 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:42.178565 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': 'f4269d77-acf2-4422-92da-6b2acc94de4e', 'network_id': '59526115-cee6-4eef-ab50-f84cd1e85872', 'port_id': 'f4269d77-acf2-4422-92da-6b2acc94de4e', 'mac_address': 'fa:16:3e:63:6e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e36f79-c063-496e-9a06-3b0200513809', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:24:42.216930 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port f4269d77-acf2-4422-92da-6b2acc94de4e is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:24:42.217315 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (f4269d77-acf2-4422-92da-6b2acc94de4e), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:42.230688 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4269d77-acf2-4422-92da-6b2acc94de4e {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:24:42.249757 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port f4269d77-acf2-4422-92da-6b2acc94de4e, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=f4269d77-acf2-4422-92da-6b2acc94de4e,segment=NetworkSegment(0e409bba-c5e8-47bd-a5ec-3529e83d504d),segment_id=0e409bba-c5e8-47bd-a5ec-3529e83d504d)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:24:42.253623 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (f4269d77-acf2-4422-92da-6b2acc94de4e), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:42.297824 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=f4269d77-acf2-4422-92da-6b2acc94de4e,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:42.366489 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eba6092-8d78-465f-a5ad-642414710fd4'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:24:42.370133 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32667919-2590-4acd-9fa7-2f02d75e7ccc" -d '{"events": [{"server_uuid": "29d56cdc-0d80-4681-9384-b1df6e5a403d", "name": "network-vif-plugged", "status": "completed", "tag": "7eba6092-8d78-465f-a5ad-642414710fd4"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:24:42.410582 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8a7bc5-f6b4-434e-b4d6-dd3b72350830 x-openstack-request-id: req-8a8a7bc5-f6b4-434e-b4d6-dd3b72350830 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:24:42.410928 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d56cdc-0d80-4681-9384-b1df6e5a403d", "name": "network-vif-plugged", "status": "completed", "tag": "7eba6092-8d78-465f-a5ad-642414710fd4", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:24:42.411186 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a8a7bc5-f6b4-434e-b4d6-dd3b72350830 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:24:42.411577 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a8a7bc5-f6b4-434e-b4d6-dd3b72350830'] response: {'server_uuid': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eba6092-8d78-465f-a5ad-642414710fd4', 'code': 200} Sep 13 01:24:42.504960 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['f4269d77-acf2-4422-92da-6b2acc94de4e'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:24:42.914846 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edf31b-6a23-490f-9f8f-8363f6247db8 req-d84a2fac-a48f-45a3-85fb-a3f5461b68db tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:42.916305 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-93edf31b-6a23-490f-9f8f-8363f6247db8 req-d84a2fac-a48f-45a3-85fb-a3f5461b68db tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 945 time: 0.0455487 Sep 13 01:24:42.966358 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-93edf31b-6a23-490f-9f8f-8363f6247db8 req-1d11d699-bc88-4072-a707-c1bf00585a79 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444007 Sep 13 01:24:43.045598 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2e30a-3a6f-435e-9a46-18ced8416dbb req-ccd7f386-9aea-4d77-bdd1-49c413405c85 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:43.047226 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-bec2e30a-3a6f-435e-9a46-18ced8416dbb req-ccd7f386-9aea-4d77-bdd1-49c413405c85 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 945 time: 0.0471745 Sep 13 01:24:43.084202 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556716c-af3a-4a69-a852-328b29bf78a6 req-a8ad4b92-07be-40d4-9370-c8c16b7e45f4 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:43.085703 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0556716c-af3a-4a69-a852-328b29bf78a6 req-a8ad4b92-07be-40d4-9370-c8c16b7e45f4 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 945 time: 0.0477893 Sep 13 01:24:43.085930 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:43.096930 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 38406) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:24:43.100747 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-bec2e30a-3a6f-435e-9a46-18ced8416dbb req-5e8e08e3-eedf-451e-a786-cc780d317376 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469384 Sep 13 01:24:43.101407 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-747461eb-8972-43f4-9c24-635cfa5ff929 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Request body: {'floatingip': {'port_id': '4e09343f-3c4a-4429-8bc0-ccdaffa8df31'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:24:43.143788 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-747461eb-8972-43f4-9c24-635cfa5ff929 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (c3920b4d-e64a-4f4e-9fe5-2238d3bc3826), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:43.230987 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:43.275242 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88d07c-057f-4652-b46c-bfbd5b2c02b6 req-8adb575d-32c5-4133-aad3-7dc364b2112c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:43.277192 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5a88d07c-057f-4652-b46c-bfbd5b2c02b6 req-8adb575d-32c5-4133-aad3-7dc364b2112c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 947 time: 0.1046126 Sep 13 01:24:43.391163 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5a88d07c-057f-4652-b46c-bfbd5b2c02b6 req-1b9f9b55-e8b2-4f22-832f-1337efec0a22 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048062 Sep 13 01:24:43.602086 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:43.657215 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-747461eb-8972-43f4-9c24-635cfa5ff929 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:43.661071 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-747461eb-8972-43f4-9c24-635cfa5ff929 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (c3920b4d-e64a-4f4e-9fe5-2238d3bc3826), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:43.679513 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83744a-5462-4d11-add5-e22a07684876 req-c0d4850d-7156-4af7-a8f2-0ba56588e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:43.681736 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6b83744a-5462-4d11-add5-e22a07684876 req-c0d4850d-7156-4af7-a8f2-0ba56588e00a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 1131 time: 0.0500715 Sep 13 01:24:43.727877 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-6b83744a-5462-4d11-add5-e22a07684876 req-6e248193-076a-4e94-82c7-938d94736712 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398335 Sep 13 01:24:43.765895 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.l3_db [None req-747461eb-8972-43f4-9c24-635cfa5ff929 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Floating IP c3920b4d-e64a-4f4e-9fe5-2238d3bc3826 associated. External IP: 172.27.1.67, port: 4e09343f-3c4a-4429-8bc0-ccdaffa8df31. Sep 13 01:24:43.768629 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:43.970787 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747461eb-8972-43f4-9c24-635cfa5ff929 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Router 4f6477d8-422f-482e-b75f-6dd90fccf094 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:24:44.071756 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device f4269d77-acf2-4422-92da-6b2acc94de4e up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:24:44.079594 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747461eb-8972-43f4-9c24-635cfa5ff929 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:24:44.084088 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-747461eb-8972-43f4-9c24-635cfa5ff929 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:44.096106 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb5d265-bb46-4f77-8ece-19944d57b1b9 None None] Sync routers for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:24:44.119400 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-747461eb-8972-43f4-9c24-635cfa5ff929 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/c3920b4d-e64a-4f4e-9fe5-2238d3bc3826 HTTP/1.1" status: 200 len: 990 time: 1.0184438 Sep 13 01:24:44.119400 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc43951-6c00-456d-bc95-10f6a0771001', 'tag': '4e09343f-3c4a-4429-8bc0-ccdaffa8df31'}] {{(pid=106209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:24:44.120516 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4037e2ae3c55ed11cca0bb8930849acd1aa4f7088dac3d306a7770f6ecceea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20ef18f-b32c-4486-be70-db8690fff829" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc43951-6c00-456d-bc95-10f6a0771001", "tag": "4e09343f-3c4a-4429-8bc0-ccdaffa8df31"}]}' {{(pid=106209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:24:44.125496 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb5d265-bb46-4f77-8ece-19944d57b1b9 None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:24:44.126360 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-3eb5d265-bb46-4f77-8ece-19944d57b1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:24:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:24:44.189968 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port f4269d77-acf2-4422-92da-6b2acc94de4e completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:24:44.201761 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port f4269d77-acf2-4422-92da-6b2acc94de4e triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:24:44.202219 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (f4269d77-acf2-4422-92da-6b2acc94de4e), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:44.266940 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d5a13f-e1a2-44d5-bc30-8888091dbd43 x-openstack-request-id: req-d6d5a13f-e1a2-44d5-bc30-8888091dbd43 {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:24:44.267445 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc43951-6c00-456d-bc95-10f6a0771001", "tag": "4e09343f-3c4a-4429-8bc0-ccdaffa8df31", "status": "completed", "code": 200}]} {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:24:44.267868 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6d5a13f-e1a2-44d5-bc30-8888091dbd43 {{(pid=106209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:24:44.268427 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6d5a13f-e1a2-44d5-bc30-8888091dbd43'] response: {'name': 'network-changed', 'server_uuid': 'ecc43951-6c00-456d-bc95-10f6a0771001', 'tag': '4e09343f-3c4a-4429-8bc0-ccdaffa8df31', 'status': 'completed', 'code': 200} Sep 13 01:24:44.281871 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0eb72e-31da-414c-8afe-54159da0ba72 req-bacb9722-723c-4d07-8010-0ba031c443a9 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:44.283901 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5d0eb72e-31da-414c-8afe-54159da0ba72 req-bacb9722-723c-4d07-8010-0ba031c443a9 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 945 time: 0.1008654 Sep 13 01:24:44.326013 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-3eb5d265-bb46-4f77-8ece-19944d57b1b9 None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:24:44.338577 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5d0eb72e-31da-414c-8afe-54159da0ba72 req-dfbfeae9-61ab-41a3-b96b-655b878bf9d7 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489137 Sep 13 01:24:44.372383 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:44.410289 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port f4269d77-acf2-4422-92da-6b2acc94de4e is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:24:44.410671 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (f4269d77-acf2-4422-92da-6b2acc94de4e), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:44.461429 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5886aa7b-f2e4-49b9-9a6b-fb4546d47372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4269d77-acf2-4422-92da-6b2acc94de4e'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:24:44.464223 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1615a99e-1cef-413c-9fcc-f37425fd17f8" -d '{"events": [{"server_uuid": "5886aa7b-f2e4-49b9-9a6b-fb4546d47372", "name": "network-vif-plugged", "status": "completed", "tag": "f4269d77-acf2-4422-92da-6b2acc94de4e"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:24:44.504787 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port f4269d77-acf2-4422-92da-6b2acc94de4e, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=f4269d77-acf2-4422-92da-6b2acc94de4e,segment=NetworkSegment(0e409bba-c5e8-47bd-a5ec-3529e83d504d),segment_id=0e409bba-c5e8-47bd-a5ec-3529e83d504d)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:24:44.506393 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7301838a-65c4-4fbc-a78c-b73b29e5ff9a x-openstack-request-id: req-7301838a-65c4-4fbc-a78c-b73b29e5ff9a {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:24:44.506689 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5886aa7b-f2e4-49b9-9a6b-fb4546d47372", "name": "network-vif-plugged", "status": "completed", "tag": "f4269d77-acf2-4422-92da-6b2acc94de4e", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:24:44.507053 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7301838a-65c4-4fbc-a78c-b73b29e5ff9a {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:24:44.507364 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7301838a-65c4-4fbc-a78c-b73b29e5ff9a'] response: {'server_uuid': '5886aa7b-f2e4-49b9-9a6b-fb4546d47372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4269d77-acf2-4422-92da-6b2acc94de4e', 'code': 200} Sep 13 01:24:44.511504 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (f4269d77-acf2-4422-92da-6b2acc94de4e), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:44.528941 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac455226-07cb-42f4-a921-1fb6bf707254 req-84896d66-b34d-4c56-8063-13390b2c0d8c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:44.530537 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ac455226-07cb-42f4-a921-1fb6bf707254 req-84896d66-b34d-4c56-8063-13390b2c0d8c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 947 time: 0.0574393 Sep 13 01:24:44.566389 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:44.581782 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ac455226-07cb-42f4-a921-1fb6bf707254 req-73d0fe8f-ac5c-4cb7-994f-888044a20e73 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450625 Sep 13 01:24:44.618570 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=f4269d77-acf2-4422-92da-6b2acc94de4e,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:44.640386 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-3eb5d265-bb46-4f77-8ece-19944d57b1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': 'c3920b4d-e64a-4f4e-9fe5-2238d3bc3826', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'port_id': '4e09343f-3c4a-4429-8bc0-ccdaffa8df31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'mac_address': 'fa:16:3e:09:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc43951-6c00-456d-bc95-10f6a0771001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:24:18Z', 'updated_at': '2022-09-13T01:24:43Z', 'revision_number': 1, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:24:44.666043 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb5d265-bb46-4f77-8ece-19944d57b1b9 None None] Checking router: 4f6477d8-422f-482e-b75f-6dd90fccf094 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:24:44.675493 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb5d265-bb46-4f77-8ece-19944d57b1b9 None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:24:44.676429 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-3eb5d265-bb46-4f77-8ece-19944d57b1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:24:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:24:44.734151 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ef18f-b32c-4486-be70-db8690fff829 req-5b45187b-27a0-4629-8617-2e4b32543e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:44.736092 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d20ef18f-b32c-4486-be70-db8690fff829 req-5b45187b-27a0-4629-8617-2e4b32543e19 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=30ce8239a9b34af685743812ce53ef19&device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 1129 time: 0.0692451 Sep 13 01:24:44.852808 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bfc26-cf7a-4e40-a2ca-56e5eb47ebda req-9fdaecab-be16-4c06-b52a-e75fb656c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:44.854300 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-892bfc26-cf7a-4e40-a2ca-56e5eb47ebda req-9fdaecab-be16-4c06-b52a-e75fb656c217 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 1130 time: 0.0789304 Sep 13 01:24:44.856295 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:44.900093 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ef18f-b32c-4486-be70-db8690fff829 req-f63ff1c2-b5eb-443d-8846-a11fd8b8ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:44.901560 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d20ef18f-b32c-4486-be70-db8690fff829 req-f63ff1c2-b5eb-443d-8846-a11fd8b8ec4d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e HTTP/1.1" status: 200 len: 916 time: 0.1487260 Sep 13 01:24:44.910836 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-3eb5d265-bb46-4f77-8ece-19944d57b1b9 None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:24:44.924285 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-892bfc26-cf7a-4e40-a2ca-56e5eb47ebda req-e20b281f-d9f8-4bad-9e2f-623d5b63a3ea service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537798 Sep 13 01:24:45.113868 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-3eb5d265-bb46-4f77-8ece-19944d57b1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': 'c3920b4d-e64a-4f4e-9fe5-2238d3bc3826', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'port_id': '4e09343f-3c4a-4429-8bc0-ccdaffa8df31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'mac_address': 'fa:16:3e:09:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc43951-6c00-456d-bc95-10f6a0771001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:24:18Z', 'updated_at': '2022-09-13T01:24:43Z', 'revision_number': 1, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:24:45.142144 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb5d265-bb46-4f77-8ece-19944d57b1b9 None None] The sync data for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi is: [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': 'c3920b4d-e64a-4f4e-9fe5-2238d3bc3826', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'port_id': '4e09343f-3c4a-4429-8bc0-ccdaffa8df31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'mac_address': 'fa:16:3e:09:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc43951-6c00-456d-bc95-10f6a0771001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:24:18Z', 'updated_at': '2022-09-13T01:24:43Z', 'revision_number': 1, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:24:45.358197 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b55327-bbfb-4bc5-9070-b26ba15d9fcf None None] New status for floating IP c3920b4d-e64a-4f4e-9fe5-2238d3bc3826: ACTIVE {{(pid=106211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:24:45.514461 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5074a2-c2dc-46a8-aeb5-c9a4e68f9805 req-16f174c0-0444-4670-bf90-9c6ce5d7c1e0 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:45.522767 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6a5074a2-c2dc-46a8-aeb5-c9a4e68f9805 req-16f174c0-0444-4670-bf90-9c6ce5d7c1e0 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 946 time: 0.0666935 Sep 13 01:24:45.587502 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6a5074a2-c2dc-46a8-aeb5-c9a4e68f9805 req-1c36322d-2fa9-43e7-aaa2-9490e206d5a4 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638280 Sep 13 01:24:45.596657 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d20ef18f-b32c-4486-be70-db8690fff829 req-9f1b2584-7145-4ae7-a0ea-267faed81605 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e09343f-3c4a-4429-8bc0-ccdaffa8df31 HTTP/1.1" status: 200 len: 998 time: 0.0965519 Sep 13 01:24:45.725892 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbed49-254a-427a-bd58-9c59e88c960b req-d35967f9-6ded-4654-a01d-a31bd0923f5f tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:45.727984 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-32cbed49-254a-427a-bd58-9c59e88c960b req-d35967f9-6ded-4654-a01d-a31bd0923f5f tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 947 time: 0.0514879 Sep 13 01:24:45.776973 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-32cbed49-254a-427a-bd58-9c59e88c960b req-607f51c4-335b-477a-a1ee-9c54fe8f6801 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429988 Sep 13 01:24:46.315788 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ef18f-b32c-4486-be70-db8690fff829 req-71273585-6d97-49ff-9baa-786d9b8a56cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:46.317629 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d20ef18f-b32c-4486-be70-db8690fff829 req-71273585-6d97-49ff-9baa-786d9b8a56cc service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f61fb4fd-3b7f-449b-85b4-6f00787bd46c HTTP/1.1" status: 200 len: 854 time: 0.0458560 Sep 13 01:24:46.718827 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def21e5b-6635-4796-a2f4-8f3e1672fa9d req-fbf8021e-dd1e-4c40-99eb-3ce9fa9bd22b tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:46.720310 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-def21e5b-6635-4796-a2f4-8f3e1672fa9d req-fbf8021e-dd1e-4c40-99eb-3ce9fa9bd22b tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 946 time: 0.0488443 Sep 13 01:24:46.770861 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-def21e5b-6635-4796-a2f4-8f3e1672fa9d req-15c4b39c-6017-441a-8e3a-626adf564429 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450356 Sep 13 01:24:46.797378 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ef18f-b32c-4486-be70-db8690fff829 req-c5820eff-f56e-4219-ace3-4db7ede27157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:46.799091 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d20ef18f-b32c-4486-be70-db8690fff829 req-c5820eff-f56e-4219-ace3-4db7ede27157 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638750 Sep 13 01:24:46.921769 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d20ef18f-b32c-4486-be70-db8690fff829 req-98dcb7d0-070c-4b6c-b40a-141f6f0ecedf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165557 Sep 13 01:24:46.936585 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df575b25-d296-42e8-a80d-cd10dbc11e87 req-3f138b21-45e8-4afa-8723-b849d000899e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:46.938111 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-df575b25-d296-42e8-a80d-cd10dbc11e87 req-3f138b21-45e8-4afa-8723-b849d000899e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 947 time: 0.0719135 Sep 13 01:24:46.973382 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:47.014893 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-df575b25-d296-42e8-a80d-cd10dbc11e87 req-6b47329c-6bf1-4f2d-9a97-effbd63b3f26 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690382 Sep 13 01:24:47.036772 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d20ef18f-b32c-4486-be70-db8690fff829 req-908cc3d1-8c01-45b6-a695-41001f552a03 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094306 Sep 13 01:24:47.459407 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e9236-7b0e-4704-9534-76753ebc345a req-2d833f27-276e-4996-9898-ad7bf2e7abbb tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:47.460922 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-af7e9236-7b0e-4704-9534-76753ebc345a req-2d833f27-276e-4996-9898-ad7bf2e7abbb tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 946 time: 0.0490518 Sep 13 01:24:47.508330 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-af7e9236-7b0e-4704-9534-76753ebc345a req-64b0b34c-b0c5-4f5e-b7e0-cdc0e10deaf4 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412331 Sep 13 01:24:48.629094 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a1658-522f-4743-a443-a3895a21a8fe req-62f117df-a2fb-4507-8ec2-9a5e059ba82e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:48.630544 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-433a1658-522f-4743-a443-a3895a21a8fe req-62f117df-a2fb-4507-8ec2-9a5e059ba82e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 946 time: 0.0460465 Sep 13 01:24:48.681618 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-433a1658-522f-4743-a443-a3895a21a8fe req-bd438811-ca95-4147-9523-e82fd587bf91 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445511 Sep 13 01:24:48.724792 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8be683bf-23c0-49b3-b44e-921db3c29250 req-db22e6ce-ab36-441d-804f-b63ef5de9239 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0359340 Sep 13 01:24:48.781471 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be683bf-23c0-49b3-b44e-921db3c29250 req-60e4175f-c848-437d-ad41-f623e733b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:48.782915 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8be683bf-23c0-49b3-b44e-921db3c29250 req-60e4175f-c848-437d-ad41-f623e733b1a0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7&device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 1131 time: 0.0374525 Sep 13 01:24:48.908463 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdea90-9fa1-41f3-9502-12af6040f429 req-ae67bbd1-d230-4e81-8cb5-212f070ad897 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:48.909869 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c7bdea90-9fa1-41f3-9502-12af6040f429 req-ae67bbd1-d230-4e81-8cb5-212f070ad897 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 946 time: 0.0872169 Sep 13 01:24:48.951297 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:49.005822 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be683bf-23c0-49b3-b44e-921db3c29250 req-7e5dab2a-7ddc-4148-8885-65299ed1f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:49.007267 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8be683bf-23c0-49b3-b44e-921db3c29250 req-7e5dab2a-7ddc-4148-8885-65299ed1f0da service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=47cc024b-679e-42c4-bf2a-2407e9c9e294 HTTP/1.1" status: 200 len: 916 time: 0.1748929 Sep 13 01:24:49.025875 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-c7bdea90-9fa1-41f3-9502-12af6040f429 req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Deleting port f4269d77-acf2-4422-92da-6b2acc94de4e {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:24:49.026221 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-c7bdea90-9fa1-41f3-9502-12af6040f429 req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (f4269d77-acf2-4422-92da-6b2acc94de4e), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:49.118502 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8be683bf-23c0-49b3-b44e-921db3c29250 req-ad4a9562-91a4-4929-b6d2-2c9e1cb9e2c9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7eba6092-8d78-465f-a5ad-642414710fd4 HTTP/1.1" status: 200 len: 1002 time: 0.1012352 Sep 13 01:24:49.186194 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-c7bdea90-9fa1-41f3-9502-12af6040f429 req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] For port f4269d77-acf2-4422-92da-6b2acc94de4e, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=f4269d77-acf2-4422-92da-6b2acc94de4e,segment=NetworkSegment(0e409bba-c5e8-47bd-a5ec-3529e83d504d),segment_id=0e409bba-c5e8-47bd-a5ec-3529e83d504d)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:24:49.186551 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-c7bdea90-9fa1-41f3-9502-12af6040f429 req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (f4269d77-acf2-4422-92da-6b2acc94de4e), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:49.190141 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:49.200088 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be683bf-23c0-49b3-b44e-921db3c29250 req-f12ec913-1018-4b87-9e75-b05c89c7eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:49.201549 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8be683bf-23c0-49b3-b44e-921db3c29250 req-f12ec913-1018-4b87-9e75-b05c89c7eb12 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4dc1ba80-c277-4b7a-83cd-c01962e812af HTTP/1.1" status: 200 len: 854 time: 0.0765355 Sep 13 01:24:49.205430 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-c7bdea90-9fa1-41f3-9502-12af6040f429 req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Calling delete_port for f4269d77-acf2-4422-92da-6b2acc94de4e owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:24:49.279188 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be683bf-23c0-49b3-b44e-921db3c29250 req-e14620b9-7e4d-4cb1-87d4-782a4a2bb483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:49.280636 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8be683bf-23c0-49b3-b44e-921db3c29250 req-e14620b9-7e4d-4cb1-87d4-782a4a2bb483 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=47cc024b-679e-42c4-bf2a-2407e9c9e294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712895 Sep 13 01:24:49.417415 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8be683bf-23c0-49b3-b44e-921db3c29250 req-6b1f1376-f53c-4d9d-b77f-f107f5c0680d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285498 Sep 13 01:24:49.473759 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-c7bdea90-9fa1-41f3-9502-12af6040f429 req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (f4269d77-acf2-4422-92da-6b2acc94de4e), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:49.487003 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['f4269d77-acf2-4422-92da-6b2acc94de4e'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:24:49.505360 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Pushing event deleted for resources: {'Port': ['ID=f4269d77-acf2-4422-92da-6b2acc94de4e,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:49.543329 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:49.543673 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:49.544006 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:49.544341 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:49.544669 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:49.544995 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:49.545316 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:49.545636 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:49.545954 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:49.546275 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:49.546591 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:49.546936 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:49.547256 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:49.547568 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:49.547882 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:49.585879 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bdea90-9fa1-41f3-9502-12af6040f429 req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] No DVR routers for this DVR port f4269d77-acf2-4422-92da-6b2acc94de4e on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:24:49.589144 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-c7bdea90-9fa1-41f3-9502-12af6040f429 req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:49.592253 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c7bdea90-9fa1-41f3-9502-12af6040f429 req-36c32e89-5e01-42a8-bc1a-d22c285ae83c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.25 "DELETE /networking/v2.0/ports/f4269d77-acf2-4422-92da-6b2acc94de4e HTTP/1.1" status: 204 len: 173 time: 0.6747785 Sep 13 01:24:49.592740 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5886aa7b-f2e4-49b9-9a6b-fb4546d47372', 'name': 'network-vif-deleted', 'tag': 'f4269d77-acf2-4422-92da-6b2acc94de4e'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:24:49.594949 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6d08c0-1c72-4784-9f3a-e0d29430f24a" -d '{"events": [{"server_uuid": "5886aa7b-f2e4-49b9-9a6b-fb4546d47372", "name": "network-vif-deleted", "tag": "f4269d77-acf2-4422-92da-6b2acc94de4e"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:24:49.599235 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8be683bf-23c0-49b3-b44e-921db3c29250 req-c78a4c7f-94ef-460b-a665-f47b1d3caaec service neutron] 10.222.0.25 "GET /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729589 Sep 13 01:24:49.638592 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2119cd8-0f5e-4231-96fc-c1136fceaba1 x-openstack-request-id: req-f2119cd8-0f5e-4231-96fc-c1136fceaba1 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:24:49.639196 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5886aa7b-f2e4-49b9-9a6b-fb4546d47372", "name": "network-vif-deleted", "tag": "f4269d77-acf2-4422-92da-6b2acc94de4e", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:24:49.639196 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2119cd8-0f5e-4231-96fc-c1136fceaba1 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:24:49.639528 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2119cd8-0f5e-4231-96fc-c1136fceaba1'] response: {'server_uuid': '5886aa7b-f2e4-49b9-9a6b-fb4546d47372', 'name': 'network-vif-deleted', 'tag': 'f4269d77-acf2-4422-92da-6b2acc94de4e', 'status': 'completed', 'code': 200} Sep 13 01:24:49.799797 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2923f257-f45a-4f60-a3f9-543e4440cc24 req-9b0c32c9-52c6-4863-a47d-34349cd3fecd tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5886aa7b-f2e4-49b9-9a6b-fb4546d47372 HTTP/1.1" status: 200 len: 210 time: 0.0279062 Sep 13 01:24:51.069792 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-f61a19c5-07a6-49e1-a68f-4f9417efaee2 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:51.071831 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-f61a19c5-07a6-49e1-a68f-4f9417efaee2 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/networks?id=59526115-cee6-4eef-ab50-f84cd1e85872 HTTP/1.1" status: 200 len: 808 time: 0.1017549 Sep 13 01:24:51.085760 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-fe20cbef-6ac0-4181-8523-6efc269890fd tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/quotas/99cfba5cf9d54e10ba5fc677bf713e2f HTTP/1.1" status: 200 len: 375 time: 0.0086110 Sep 13 01:24:51.116202 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-53dea038-1502-4d29-af36-50bc9d4d3ac4 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=99cfba5cf9d54e10ba5fc677bf713e2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253870 Sep 13 01:24:51.181899 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:51.208798 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-b857d1a7-ab8c-465d-9af0-62ec0e3b3bec service neutron] 10.222.0.15 "GET /networking/v2.0/networks/59526115-cee6-4eef-ab50-f84cd1e85872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858505 Sep 13 01:24:51.293932 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-765b0327-b845-40e2-9900-7ad9092bb519 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/59526115-cee6-4eef-ab50-f84cd1e85872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793135 Sep 13 01:24:51.454357 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-67d74a26-a1cb-4f78-9508-d5136dfc555d req-979225ad-a5e4-4740-8eca-e3c05c61d86f tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 210 time: 0.0280712 Sep 13 01:24:52.095721 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device f4269d77-acf2-4422-92da-6b2acc94de4e no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:24:52.114664 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: f4269d77-acf2-4422-92da-6b2acc94de4e {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:24:52.115038 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device f4269d77-acf2-4422-92da-6b2acc94de4e not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:24:52.565268 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-259416c4-f86e-4628-99ce-6f5bff8c7818 req-d1caf572-5e41-421a-8542-37a9a791618f tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 210 time: 0.0373731 Sep 13 01:24:52.665322 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-6def1afe-a545-43eb-80c8-bcedb2479ed9 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:52.666640 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-6def1afe-a545-43eb-80c8-bcedb2479ed9 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.25 "GET /networking/v2.0/networks?id=59526115-cee6-4eef-ab50-f84cd1e85872 HTTP/1.1" status: 200 len: 808 time: 0.1280746 Sep 13 01:24:52.679600 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-a6bb56cc-66cb-43c9-937e-6c846dccf166 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Request body: {'port': {'device_id': '625cc39b-304c-4fe1-b91d-0f532ddecf95', 'network_id': '59526115-cee6-4eef-ab50-f84cd1e85872', 'admin_state_up': True, 'tenant_id': '99cfba5cf9d54e10ba5fc677bf713e2f'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:24:52.697323 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:52.789564 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-a6bb56cc-66cb-43c9-937e-6c846dccf166 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Made reservation on behalf of 99cfba5cf9d54e10ba5fc677bf713e2f for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:24:52.793283 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-a6bb56cc-66cb-43c9-937e-6c846dccf166 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:52.913666 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-a6bb56cc-66cb-43c9-937e-6c846dccf166 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Allocated IP 172.20.0.10 (59526115-cee6-4eef-ab50-f84cd1e85872/06e36f79-c063-496e-9a06-3b0200513809/fd0a95b9-3907-4b88-878d-7ddbe37619ec) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:24:53.287955 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-a6bb56cc-66cb-43c9-937e-6c846dccf166 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Publish callbacks [] for port (fd0a95b9-3907-4b88-878d-7ddbe37619ec), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:53.319766 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-a6bb56cc-66cb-43c9-937e-6c846dccf166 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (fd0a95b9-3907-4b88-878d-7ddbe37619ec), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:53.361353 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-a6bb56cc-66cb-43c9-937e-6c846dccf166 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Network 59526115-cee6-4eef-ab50-f84cd1e85872 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:24:53.368332 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-a6bb56cc-66cb-43c9-937e-6c846dccf166 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:24:53.370689 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-a6bb56cc-66cb-43c9-937e-6c846dccf166 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:24:53.406427 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb56cc-66cb-43c9-937e-6c846dccf166 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Pushing event updated for resources: {'Port': ['ID=fd0a95b9-3907-4b88-878d-7ddbe37619ec,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:53.433360 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-a6bb56cc-66cb-43c9-937e-6c846dccf166 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:53.433954 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-a6bb56cc-66cb-43c9-937e-6c846dccf166 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:53.437049 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:53.450798 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-a6bb56cc-66cb-43c9-937e-6c846dccf166 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7749600 Sep 13 01:24:53.462502 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Request body: {'port': {'device_id': '625cc39b-304c-4fe1-b91d-0f532ddecf95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:24:53.520437 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (fd0a95b9-3907-4b88-878d-7ddbe37619ec), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:53.695174 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7006266-0a52-4e10-bb1f-cfc83fe213c9 req-e17501c1-ca29-460e-a9a1-45f3845ec521 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:53.697231 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a7006266-0a52-4e10-bb1f-cfc83fe213c9 req-e17501c1-ca29-460e-a9a1-45f3845ec521 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 932 time: 0.0457439 Sep 13 01:24:53.708324 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:53.753058 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a7006266-0a52-4e10-bb1f-cfc83fe213c9 req-947450bd-2f33-4da9-9b0b-c70fed48228f tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500414 Sep 13 01:24:53.781158 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0a95b9-3907-4b88-878d-7ddbe37619ec {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:24:53.788612 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Publish callbacks [] for port (fd0a95b9-3907-4b88-878d-7ddbe37619ec), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:53.801167 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Transition to ACTIVE for port object fd0a95b9-3907-4b88-878d-7ddbe37619ec will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:24:53.804061 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (fd0a95b9-3907-4b88-878d-7ddbe37619ec), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:53.863459 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0a95b9-3907-4b88-878d-7ddbe37619ec,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:53.913477 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Attempting to bind port fd0a95b9-3907-4b88-878d-7ddbe37619ec on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:24:53.913806 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Attempting to bind port fd0a95b9-3907-4b88-878d-7ddbe37619ec by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '0e409bba-c5e8-47bd-a5ec-3529e83d504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '59526115-cee6-4eef-ab50-f84cd1e85872'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:24:53.914132 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Attempting to bind port fd0a95b9-3907-4b88-878d-7ddbe37619ec on network 59526115-cee6-4eef-ab50-f84cd1e85872 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:24:53.954404 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Port fd0a95b9-3907-4b88-878d-7ddbe37619ec on network 59526115-cee6-4eef-ab50-f84cd1e85872 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:24:53.954728 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Attempting to bind port fd0a95b9-3907-4b88-878d-7ddbe37619ec on network 59526115-cee6-4eef-ab50-f84cd1e85872 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:24:53.995372 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:24:53.995713 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Checking segment: {'id': '0e409bba-c5e8-47bd-a5ec-3529e83d504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '59526115-cee6-4eef-ab50-f84cd1e85872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:24:53.996098 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Bound using segment: {'id': '0e409bba-c5e8-47bd-a5ec-3529e83d504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '59526115-cee6-4eef-ab50-f84cd1e85872'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:24:53.996534 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Bound port: fd0a95b9-3907-4b88-878d-7ddbe37619ec, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e409bba-c5e8-47bd-a5ec-3529e83d504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '59526115-cee6-4eef-ab50-f84cd1e85872'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:24:53.996895 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (fd0a95b9-3907-4b88-878d-7ddbe37619ec), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:54.059585 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] For port fd0a95b9-3907-4b88-878d-7ddbe37619ec, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:24:54.063036 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] For port fd0a95b9-3907-4b88-878d-7ddbe37619ec, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=fd0a95b9-3907-4b88-878d-7ddbe37619ec,segment=NetworkSegment(0e409bba-c5e8-47bd-a5ec-3529e83d504d),segment_id=0e409bba-c5e8-47bd-a5ec-3529e83d504d)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:24:54.068595 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (fd0a95b9-3907-4b88-878d-7ddbe37619ec), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:54.073307 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:54.073910 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:54.075307 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/fd0a95b9-3907-4b88-878d-7ddbe37619ec HTTP/1.1" status: 200 len: 1094 time: 0.6172521 Sep 13 01:24:54.075875 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625cc39b-304c-4fe1-b91d-0f532ddecf95', 'tag': 'fd0a95b9-3907-4b88-878d-7ddbe37619ec'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:24:54.078086 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d6878c-5a25-4f2f-a307-02c7b01522d3" -d '{"events": [{"name": "network-changed", "server_uuid": "625cc39b-304c-4fe1-b91d-0f532ddecf95", "tag": "fd0a95b9-3907-4b88-878d-7ddbe37619ec"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:24:54.116445 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2524cd-e27a-41ec-aca6-1507042e29c3 x-openstack-request-id: req-af2524cd-e27a-41ec-aca6-1507042e29c3 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:24:54.116735 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625cc39b-304c-4fe1-b91d-0f532ddecf95", "tag": "fd0a95b9-3907-4b88-878d-7ddbe37619ec", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:24:54.116967 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af2524cd-e27a-41ec-aca6-1507042e29c3 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:24:54.117922 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af2524cd-e27a-41ec-aca6-1507042e29c3'] response: {'name': 'network-changed', 'server_uuid': '625cc39b-304c-4fe1-b91d-0f532ddecf95', 'tag': 'fd0a95b9-3907-4b88-878d-7ddbe37619ec', 'status': 'completed', 'code': 200} Sep 13 01:24:54.135715 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2161476-4d7b-456a-b224-d636598468e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0a95b9-3907-4b88-878d-7ddbe37619ec,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:54.743010 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6878c-5a25-4f2f-a307-02c7b01522d3 req-fe6fd297-cc78-4216-8e00-4e29d7485d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:54.744524 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-24d6878c-5a25-4f2f-a307-02c7b01522d3 req-fe6fd297-cc78-4216-8e00-4e29d7485d3a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=99cfba5cf9d54e10ba5fc677bf713e2f&device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 1128 time: 0.0405035 Sep 13 01:24:54.840943 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:54.865057 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6878c-5a25-4f2f-a307-02c7b01522d3 req-af6efec7-e567-4fbb-92d1-7d4dfbb1af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:54.866711 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-24d6878c-5a25-4f2f-a307-02c7b01522d3 req-af6efec7-e567-4fbb-92d1-7d4dfbb1af77 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=99cfba5cf9d54e10ba5fc677bf713e2f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1136467 Sep 13 01:24:54.887801 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59d1b3-e9d2-41cd-aa5f-e1bd1f31acaa req-85712138-fc4c-4c59-836c-363a063c2306 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:54.889317 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-cc59d1b3-e9d2-41cd-aa5f-e1bd1f31acaa req-85712138-fc4c-4c59-836c-363a063c2306 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 944 time: 0.0522571 Sep 13 01:24:54.921238 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:54.938628 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-cc59d1b3-e9d2-41cd-aa5f-e1bd1f31acaa req-7eae2e18-7e3b-4a7c-b838-a44f5f4d3f79 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436959 Sep 13 01:24:54.961047 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6878c-5a25-4f2f-a307-02c7b01522d3 req-35eef06a-55d8-487e-8357-34687fa943a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:54.963076 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-24d6878c-5a25-4f2f-a307-02c7b01522d3 req-35eef06a-55d8-487e-8357-34687fa943a3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894301 Sep 13 01:24:55.045846 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-72a4a236-58ef-4692-be6f-c4974f8aa2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:55.047243 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-72a4a236-58ef-4692-be6f-c4974f8aa2d5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=99cfba5cf9d54e10ba5fc677bf713e2f&device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 1128 time: 0.0431261 Sep 13 01:24:55.087767 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-a5c4bfe6-9aee-4094-9eaa-f60dff877707 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd0a95b9-3907-4b88-878d-7ddbe37619ec HTTP/1.1" status: 200 len: 217 time: 0.0337448 Sep 13 01:24:55.151442 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-e80330a4-3cab-4aef-9d2d-1c1656fbc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:55.152892 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-e80330a4-3cab-4aef-9d2d-1c1656fbc665 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=06e36f79-c063-496e-9a06-3b0200513809 HTTP/1.1" status: 200 len: 848 time: 0.0581543 Sep 13 01:24:55.184281 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-89a19a27-96cf-47a1-b1d0-8de81d4b8a57 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=59526115-cee6-4eef-ab50-f84cd1e85872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251243 Sep 13 01:24:55.275842 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-819e34c5-c6d2-4400-9b9b-4c37793eca35 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59526115-cee6-4eef-ab50-f84cd1e85872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857265 Sep 13 01:24:55.325943 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:55.371497 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fcf90b85-b425-45b0-8fed-03cb01d3a9c0 req-c1c7cb35-2f67-440e-b56e-62df6a5f3efa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59526115-cee6-4eef-ab50-f84cd1e85872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891297 Sep 13 01:24:55.487996 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:55.504585 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=14 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:56.055114 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc1935-0003-4191-9bd6-43b503bc48c1 req-b20649fc-16e1-49c0-98c1-e48515b9a787 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:56.056780 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6dcc1935-0003-4191-9bd6-43b503bc48c1 req-b20649fc-16e1-49c0-98c1-e48515b9a787 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 944 time: 0.0456357 Sep 13 01:24:56.102332 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6dcc1935-0003-4191-9bd6-43b503bc48c1 req-94bbcd71-eff5-4f2c-951e-bd0eb7bca56b tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400598 Sep 13 01:24:57.220863 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b4d56-c655-4d19-8559-8c3a7d0dabb8 req-537eecad-827c-459e-aee9-03709b3568d0 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:57.222305 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f08b4d56-c655-4d19-8559-8c3a7d0dabb8 req-537eecad-827c-459e-aee9-03709b3568d0 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 944 time: 0.0466540 Sep 13 01:24:57.269511 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f08b4d56-c655-4d19-8559-8c3a7d0dabb8 req-93377785-25cf-49c2-8bd5-d8334573a646 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416129 Sep 13 01:24:58.095421 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device fd0a95b9-3907-4b88-878d-7ddbe37619ec details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:24:58.199843 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port fd0a95b9-3907-4b88-878d-7ddbe37619ec, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=fd0a95b9-3907-4b88-878d-7ddbe37619ec,segment=NetworkSegment(0e409bba-c5e8-47bd-a5ec-3529e83d504d),segment_id=0e409bba-c5e8-47bd-a5ec-3529e83d504d)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:24:58.210936 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': 'fd0a95b9-3907-4b88-878d-7ddbe37619ec', 'network_id': '59526115-cee6-4eef-ab50-f84cd1e85872', 'port_id': 'fd0a95b9-3907-4b88-878d-7ddbe37619ec', 'mac_address': 'fa:16:3e:2b:6c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e36f79-c063-496e-9a06-3b0200513809', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:24:58.247138 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port fd0a95b9-3907-4b88-878d-7ddbe37619ec is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:24:58.247535 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (fd0a95b9-3907-4b88-878d-7ddbe37619ec), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:58.266959 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0a95b9-3907-4b88-878d-7ddbe37619ec {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:24:58.289889 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port fd0a95b9-3907-4b88-878d-7ddbe37619ec, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=fd0a95b9-3907-4b88-878d-7ddbe37619ec,segment=NetworkSegment(0e409bba-c5e8-47bd-a5ec-3529e83d504d),segment_id=0e409bba-c5e8-47bd-a5ec-3529e83d504d)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:24:58.293666 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (fd0a95b9-3907-4b88-878d-7ddbe37619ec), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:58.347169 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=fd0a95b9-3907-4b88-878d-7ddbe37619ec,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:24:58.349078 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:58.357984 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:58.358294 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:58.358694 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:58.359083 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:58.359427 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:58.359757 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:58.360088 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:58.360414 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:58.360739 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:58.361066 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:58.361391 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:58.361714 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:58.362036 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:58.362356 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:58.362676 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:24:58.396620 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f047352-257d-4467-a028-fdc88fb6856f req-55cfef9b-399b-4efb-a9d1-0374f563573e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:58.398181 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1f047352-257d-4467-a028-fdc88fb6856f req-55cfef9b-399b-4efb-a9d1-0374f563573e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 945 time: 0.0519211 Sep 13 01:24:58.446168 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1f047352-257d-4467-a028-fdc88fb6856f req-bb95ee0b-303d-4350-aa6f-21b4228db8bb tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411806 Sep 13 01:24:58.637057 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['fd0a95b9-3907-4b88-878d-7ddbe37619ec'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:24:58.768140 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:24:59.564432 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f6553-f6a0-4ed6-830e-d832a0783a2c req-4c41058e-09ae-4f51-b480-d095f134ba61 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:59.565829 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-af4f6553-f6a0-4ed6-830e-d832a0783a2c req-4c41058e-09ae-4f51-b480-d095f134ba61 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 945 time: 0.0464623 Sep 13 01:24:59.613241 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-af4f6553-f6a0-4ed6-830e-d832a0783a2c req-3e7e70e1-fb34-445a-9e8c-b21a74df9406 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417340 Sep 13 01:24:59.887426 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6736d-c06b-433c-845c-82924ac9642f req-e6865826-9f66-48c0-9455-b3279eb6ac09 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:24:59.888790 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9cd6736d-c06b-433c-845c-82924ac9642f req-e6865826-9f66-48c0-9455-b3279eb6ac09 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 946 time: 0.0501771 Sep 13 01:24:59.907782 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7b419d16-cd04-465b-9751-843a524d8ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:24:59.938356 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-9cd6736d-c06b-433c-845c-82924ac9642f req-9d0492da-4d4a-4d29-9e53-e932d8a96209 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e871c191-e787-4f8c-a2c5-33392f0379a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426831 Sep 13 01:25:00.107492 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device fd0a95b9-3907-4b88-878d-7ddbe37619ec up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:25:00.148113 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port fd0a95b9-3907-4b88-878d-7ddbe37619ec completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:25:00.153992 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port fd0a95b9-3907-4b88-878d-7ddbe37619ec triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:25:00.154368 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (fd0a95b9-3907-4b88-878d-7ddbe37619ec), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:00.224688 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port fd0a95b9-3907-4b88-878d-7ddbe37619ec is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:25:00.225074 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (fd0a95b9-3907-4b88-878d-7ddbe37619ec), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:00.250700 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625cc39b-304c-4fe1-b91d-0f532ddecf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0a95b9-3907-4b88-878d-7ddbe37619ec'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:25:00.252944 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdfdbf0-cebd-43dd-b066-9aa8b796eb72" -d '{"events": [{"server_uuid": "625cc39b-304c-4fe1-b91d-0f532ddecf95", "name": "network-vif-plugged", "status": "completed", "tag": "fd0a95b9-3907-4b88-878d-7ddbe37619ec"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:25:00.264982 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port fd0a95b9-3907-4b88-878d-7ddbe37619ec, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=fd0a95b9-3907-4b88-878d-7ddbe37619ec,segment=NetworkSegment(0e409bba-c5e8-47bd-a5ec-3529e83d504d),segment_id=0e409bba-c5e8-47bd-a5ec-3529e83d504d)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:00.268956 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (fd0a95b9-3907-4b88-878d-7ddbe37619ec), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:00.293750 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94ddab5-57c4-474b-a621-1b42f989fcce x-openstack-request-id: req-b94ddab5-57c4-474b-a621-1b42f989fcce {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:25:00.294038 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625cc39b-304c-4fe1-b91d-0f532ddecf95", "name": "network-vif-plugged", "status": "completed", "tag": "fd0a95b9-3907-4b88-878d-7ddbe37619ec", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:25:00.294288 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b94ddab5-57c4-474b-a621-1b42f989fcce {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:25:00.294676 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94ddab5-57c4-474b-a621-1b42f989fcce'] response: {'server_uuid': '625cc39b-304c-4fe1-b91d-0f532ddecf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0a95b9-3907-4b88-878d-7ddbe37619ec', 'code': 200} Sep 13 01:25:00.317464 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=fd0a95b9-3907-4b88-878d-7ddbe37619ec,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:00.731518 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18012dcb-0b28-47b1-aed8-bdc852661e7e req-f051ac51-fdcb-472f-afd8-f980c4c6adda tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:00.732963 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-18012dcb-0b28-47b1-aed8-bdc852661e7e req-f051ac51-fdcb-472f-afd8-f980c4c6adda tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 946 time: 0.0456166 Sep 13 01:25:00.779124 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-18012dcb-0b28-47b1-aed8-bdc852661e7e req-2fccd123-03ca-42ae-85e0-dea24feb61b5 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406048 Sep 13 01:25:01.059899 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c051ee-a0ac-4a2c-af2f-4a1345ad9bae req-eed2a115-29e7-404c-852f-93055a061554 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:01.061339 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b7c051ee-a0ac-4a2c-af2f-4a1345ad9bae req-eed2a115-29e7-404c-852f-93055a061554 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 946 time: 0.0457399 Sep 13 01:25:01.107727 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b7c051ee-a0ac-4a2c-af2f-4a1345ad9bae req-058a07ad-449b-47a5-a080-5c8e6cf62da1 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e871c191-e787-4f8c-a2c5-33392f0379a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408301 Sep 13 01:25:01.706234 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33005b1-4b42-4777-8d31-d275723c8433 req-9c8acde5-2d46-40fe-8a10-9b1ff085d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:01.707744 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e33005b1-4b42-4777-8d31-d275723c8433 req-9c8acde5-2d46-40fe-8a10-9b1ff085d602 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 1130 time: 0.0414829 Sep 13 01:25:01.808253 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fa4c2-cc15-4953-97e1-8cd508a30f5f req-f0120521-91b9-4348-b763-52f77b84079d tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:01.809638 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-779fa4c2-cc15-4953-97e1-8cd508a30f5f req-f0120521-91b9-4348-b763-52f77b84079d tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 946 time: 0.0579441 Sep 13 01:25:01.831578 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-e33005b1-4b42-4777-8d31-d275723c8433 req-e8e34efb-5af2-4f16-bb55-9e3cda481db2 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857043 Sep 13 01:25:01.904481 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-779fa4c2-cc15-4953-97e1-8cd508a30f5f req-fd1010ae-2ecf-48c8-ae46-1d2fe84c7e24 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Deleting port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:01.904820 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-779fa4c2-cc15-4953-97e1-8cd508a30f5f req-fd1010ae-2ecf-48c8-ae46-1d2fe84c7e24 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (6a0f0882-0ddc-43dd-a35a-31a905ab84e6), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:01.906061 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f4d8d-7e5d-47bd-a98b-f9ca32ec296a req-d1168a47-bd11-4c3c-8027-e34acffa7c31 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:01.907562 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fa1f4d8d-7e5d-47bd-a98b-f9ca32ec296a req-d1168a47-bd11-4c3c-8027-e34acffa7c31 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 946 time: 0.0455453 Sep 13 01:25:01.958471 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fa1f4d8d-7e5d-47bd-a98b-f9ca32ec296a req-da3e1034-787a-40fe-b283-d3c7f8db0910 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452025 Sep 13 01:25:01.994443 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-779fa4c2-cc15-4953-97e1-8cd508a30f5f req-fd1010ae-2ecf-48c8-ae46-1d2fe84c7e24 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] For port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=6a0f0882-0ddc-43dd-a35a-31a905ab84e6,segment=NetworkSegment(f8fd0802-c0e8-4826-a2fb-77bcbd9b8173),segment_id=f8fd0802-c0e8-4826-a2fb-77bcbd9b8173)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:01.994808 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-779fa4c2-cc15-4953-97e1-8cd508a30f5f req-fd1010ae-2ecf-48c8-ae46-1d2fe84c7e24 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (6a0f0882-0ddc-43dd-a35a-31a905ab84e6), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:02.055346 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:02.155642 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-779fa4c2-cc15-4953-97e1-8cd508a30f5f req-fd1010ae-2ecf-48c8-ae46-1d2fe84c7e24 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:02.156204 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-779fa4c2-cc15-4953-97e1-8cd508a30f5f req-fd1010ae-2ecf-48c8-ae46-1d2fe84c7e24 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (620954a2-13b6-4185-94b7-3450ba1b1d5c), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:02.156307 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.l3_db [req-779fa4c2-cc15-4953-97e1-8cd508a30f5f req-fd1010ae-2ecf-48c8-ae46-1d2fe84c7e24 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Floating IP 620954a2-13b6-4185-94b7-3450ba1b1d5c disassociated. External IP: 172.27.1.38, port: 6a0f0882-0ddc-43dd-a35a-31a905ab84e6. Sep 13 01:25:02.156627 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-779fa4c2-cc15-4953-97e1-8cd508a30f5f req-fd1010ae-2ecf-48c8-ae46-1d2fe84c7e24 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Calling delete_port for 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:02.223752 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0ee29ed7-98b6-4a9c-ac9b-9360cb8d9990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:02.308307 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a41bdd-82c4-408b-bdd0-7d9b8127bebe req-b532e75b-7c05-44a0-89c3-10736acda348 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:02.309770 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b4a41bdd-82c4-408b-bdd0-7d9b8127bebe req-b532e75b-7c05-44a0-89c3-10736acda348 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 946 time: 0.0689437 Sep 13 01:25:02.403652 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b4a41bdd-82c4-408b-bdd0-7d9b8127bebe req-754cc0e1-0b61-494e-807e-729968f213b7 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e871c191-e787-4f8c-a2c5-33392f0379a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798295 Sep 13 01:25:02.431430 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-779fa4c2-cc15-4953-97e1-8cd508a30f5f req-fd1010ae-2ecf-48c8-ae46-1d2fe84c7e24 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (6a0f0882-0ddc-43dd-a35a-31a905ab84e6), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:02.438638 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:02.467155 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1010ae-2ecf-48c8-ae46-1d2fe84c7e24 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Pushing event deleted for resources: {'Port': ['ID=6a0f0882-0ddc-43dd-a35a-31a905ab84e6,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:02.585184 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-779fa4c2-cc15-4953-97e1-8cd508a30f5f req-fd1010ae-2ecf-48c8-ae46-1d2fe84c7e24 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Router c7bf1ba1-fb53-439f-a802-38abd59ee8eb has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:25:02.692845 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-779fa4c2-cc15-4953-97e1-8cd508a30f5f req-fd1010ae-2ecf-48c8-ae46-1d2fe84c7e24 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:25:02.702884 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f754ff4-b4d8-4690-8889-4482c3d03d81 None None] Sync routers for ids ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:25:02.717421 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f754ff4-b4d8-4690-8889-4482c3d03d81 None None] Routers {'c7bf1ba1-fb53-439f-a802-38abd59ee8eb'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:25:02.718051 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-8f754ff4-b4d8-4690-8889-4482c3d03d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:25:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:02.737318 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-779fa4c2-cc15-4953-97e1-8cd508a30f5f req-fd1010ae-2ecf-48c8-ae46-1d2fe84c7e24 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] No DVR routers for this DVR port 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:25:02.739806 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-779fa4c2-cc15-4953-97e1-8cd508a30f5f req-fd1010ae-2ecf-48c8-ae46-1d2fe84c7e24 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:02.743595 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-779fa4c2-cc15-4953-97e1-8cd508a30f5f req-fd1010ae-2ecf-48c8-ae46-1d2fe84c7e24 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.25 "DELETE /networking/v2.0/ports/6a0f0882-0ddc-43dd-a35a-31a905ab84e6 HTTP/1.1" status: 204 len: 173 time: 0.9263508 Sep 13 01:25:02.744036 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad33c0aa-a0d0-423b-a979-7e448b85cf2a', 'name': 'network-vif-deleted', 'tag': '6a0f0882-0ddc-43dd-a35a-31a905ab84e6'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:25:02.746230 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b4190c-fc93-4dfb-82b4-dd2a7f36d4e8" -d '{"events": [{"server_uuid": "ad33c0aa-a0d0-423b-a979-7e448b85cf2a", "name": "network-vif-deleted", "tag": "6a0f0882-0ddc-43dd-a35a-31a905ab84e6"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:25:02.787018 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b962659f-5b13-4dc9-bedd-16d71da63287 x-openstack-request-id: req-b962659f-5b13-4dc9-bedd-16d71da63287 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:25:02.787314 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad33c0aa-a0d0-423b-a979-7e448b85cf2a", "name": "network-vif-deleted", "tag": "6a0f0882-0ddc-43dd-a35a-31a905ab84e6", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:25:02.787565 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b962659f-5b13-4dc9-bedd-16d71da63287 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:25:02.787969 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b962659f-5b13-4dc9-bedd-16d71da63287'] response: {'server_uuid': 'ad33c0aa-a0d0-423b-a979-7e448b85cf2a', 'name': 'network-vif-deleted', 'tag': '6a0f0882-0ddc-43dd-a35a-31a905ab84e6', 'status': 'completed', 'code': 200} Sep 13 01:25:02.832958 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-8f754ff4-b4d8-4690-8889-4482c3d03d81 None None] Set router c7bf1ba1-fb53-439f-a802-38abd59ee8eb gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:25:03.031773 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-8f754ff4-b4d8-4690-8889-4482c3d03d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:36Z', 'revision_number': 4, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'c3aaf124-1f05-4392-af9f-26deabc46728', 'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'tenant_id': '9056ec686513412a87c292387e25e870', 'mac_address': 'fa:16:3e:58:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:34Z', 'updated_at': '2022-09-13T01:18:52Z', 'revision_number': 5, 'project_id': '9056ec686513412a87c292387e25e870', 'subnets': [{'id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:03.057662 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f754ff4-b4d8-4690-8889-4482c3d03d81 None None] Checking router: c7bf1ba1-fb53-439f-a802-38abd59ee8eb for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:25:03.066209 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f754ff4-b4d8-4690-8889-4482c3d03d81 None None] Routers {'c7bf1ba1-fb53-439f-a802-38abd59ee8eb'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:25:03.066748 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-8f754ff4-b4d8-4690-8889-4482c3d03d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:25:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:03.077999 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d3919-fd21-44cf-a457-eda95584aa25 req-5f0cd3b5-55a0-45c0-82fe-834e5e1a77db tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:03.079505 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-535d3919-fd21-44cf-a457-eda95584aa25 req-5f0cd3b5-55a0-45c0-82fe-834e5e1a77db tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 946 time: 0.0478339 Sep 13 01:25:03.109515 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:03.127632 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-535d3919-fd21-44cf-a457-eda95584aa25 req-44dfc33c-56d9-42db-a045-cf1d755b7330 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425084 Sep 13 01:25:03.169010 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-8f754ff4-b4d8-4690-8889-4482c3d03d81 None None] Set router c7bf1ba1-fb53-439f-a802-38abd59ee8eb gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:25:03.347593 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-8f754ff4-b4d8-4690-8889-4482c3d03d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:36Z', 'revision_number': 4, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'c3aaf124-1f05-4392-af9f-26deabc46728', 'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'tenant_id': '9056ec686513412a87c292387e25e870', 'mac_address': 'fa:16:3e:58:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:34Z', 'updated_at': '2022-09-13T01:18:52Z', 'revision_number': 5, 'project_id': '9056ec686513412a87c292387e25e870', 'subnets': [{'id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:03.379037 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f754ff4-b4d8-4690-8889-4482c3d03d81 None None] The sync data for ids ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'] in dv-cinder-856941-3-iscsi is: [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:36Z', 'revision_number': 4, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'c3aaf124-1f05-4392-af9f-26deabc46728', 'name': '', 'network_id': 'bdb1d525-4a86-4d73-99d0-0254f6253a0a', 'tenant_id': '9056ec686513412a87c292387e25e870', 'mac_address': 'fa:16:3e:58:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:34Z', 'updated_at': '2022-09-13T01:18:52Z', 'revision_number': 5, 'project_id': '9056ec686513412a87c292387e25e870', 'subnets': [{'id': '4e6dbcd3-8686-4d4b-89a7-314bf35476d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:25:03.391358 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:03.567373 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c9cd097a-ec5a-43f1-9b48-32ece2bee25e req-f1f30540-1c40-4638-892a-930914c96ed0 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ad33c0aa-a0d0-423b-a979-7e448b85cf2a HTTP/1.1" status: 200 len: 210 time: 0.0315742 Sep 13 01:25:03.658986 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924c9317-d3a2-4942-bf49-deb32b96783c None None] New status for floating IP 620954a2-13b6-4185-94b7-3450ba1b1d5c: DOWN {{(pid=106211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:25:04.252121 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206abbd-d80b-49a2-a06d-d378d9183896 req-4dfd3d5b-cef6-46f3-ac9f-18d1327e17ae tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:04.253573 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d206abbd-d80b-49a2-a06d-d378d9183896 req-4dfd3d5b-cef6-46f3-ac9f-18d1327e17ae tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 946 time: 0.0496790 Sep 13 01:25:04.299421 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d206abbd-d80b-49a2-a06d-d378d9183896 req-43bca43a-cdaa-4fa6-b3a3-52173852a786 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402284 Sep 13 01:25:04.665754 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 38660) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:04.724351 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-deef0207-6df3-4c79-bc19-4d18986d1f66 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group (e871c191-e787-4f8c-a2c5-33392f0379a8), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:04.747275 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-deef0207-6df3-4c79-bc19-4d18986d1f66 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group (e871c191-e787-4f8c-a2c5-33392f0379a8), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:04.763306 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:04.809854 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-deef0207-6df3-4c79-bc19-4d18986d1f66 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (e871c191-e787-4f8c-a2c5-33392f0379a8), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:04.812881 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:04.813369 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-deef0207-6df3-4c79-bc19-4d18986d1f66 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:04.814628 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-deef0207-6df3-4c79-bc19-4d18986d1f66 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e871c191-e787-4f8c-a2c5-33392f0379a8 HTTP/1.1" status: 204 len: 168 time: 0.1477635 Sep 13 01:25:04.817541 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 38666) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:04.827609 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef0207-6df3-4c79-bc19-4d18986d1f66 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e871c191-e787-4f8c-a2c5-33392f0379a8,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:04.834191 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:04.835708 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.api.v2.resource [None req-cb270d30-624b-4b44-9cd0-c16b05fc858f tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] show failed (client error): The resource could not be found. Sep 13 01:25:04.837911 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:04.840559 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 38668) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:04.840890 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-cb270d30-624b-4b44-9cd0-c16b05fc858f tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "GET /networking/v2.0/security-groups/e871c191-e787-4f8c-a2c5-33392f0379a8 HTTP/1.1" status: 404 len: 347 time: 0.0216112 Sep 13 01:25:04.974014 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-e3578e82-0d80-405a-adb5-f108f7330ac3 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Deleting port 1b031948-bbd5-482f-97a6-63106d195f9d {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:04.974362 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e3578e82-0d80-405a-adb5-f108f7330ac3 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (1b031948-bbd5-482f-97a6-63106d195f9d), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:05.059590 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e3578e82-0d80-405a-adb5-f108f7330ac3 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (1b031948-bbd5-482f-97a6-63106d195f9d), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:05.059825 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e3578e82-0d80-405a-adb5-f108f7330ac3 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for floatingip (1b031948-bbd5-482f-97a6-63106d195f9d), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:05.074074 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-e3578e82-0d80-405a-adb5-f108f7330ac3 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Calling delete_port for 1b031948-bbd5-482f-97a6-63106d195f9d owned by network:floatingip {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:05.177398 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1a0e0-9cfd-4e44-b093-882f9bc7a6d2 req-2888791d-9ec9-4313-93f2-cfcc97362ddd tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:05.178828 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-47f1a0e0-9cfd-4e44-b093-882f9bc7a6d2 req-2888791d-9ec9-4313-93f2-cfcc97362ddd tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 946 time: 0.0629263 Sep 13 01:25:05.199406 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:05.260985 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-47f1a0e0-9cfd-4e44-b093-882f9bc7a6d2 req-e0a64b85-e177-4923-9eb6-28362c30f8de tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753162 Sep 13 01:25:05.278419 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e3578e82-0d80-405a-adb5-f108f7330ac3 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (1b031948-bbd5-482f-97a6-63106d195f9d), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:05.301442 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3578e82-0d80-405a-adb5-f108f7330ac3 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Pushing event deleted for resources: {'Port': ['ID=1b031948-bbd5-482f-97a6-63106d195f9d,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:05.372134 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e3578e82-0d80-405a-adb5-f108f7330ac3 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks [] for floatingip (620954a2-13b6-4185-94b7-3450ba1b1d5c), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:05.374786 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e3578e82-0d80-405a-adb5-f108f7330ac3 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:05.375954 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-e3578e82-0d80-405a-adb5-f108f7330ac3 tempest-AttachVolumeTestJSON-1146747367 tempest-AttachVolumeTestJSON-1146747367-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/620954a2-13b6-4185-94b7-3450ba1b1d5c HTTP/1.1" status: 204 len: 168 time: 0.5330007 Sep 13 01:25:06.126010 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:06.144728 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:06.145070 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 6a0f0882-0ddc-43dd-a35a-31a905ab84e6 not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:06.380461 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78548932-fff9-4a60-8c7f-b901c10c53e3 req-907a30d2-5f6a-484c-8225-46a72383f7c1 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:06.381958 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-78548932-fff9-4a60-8c7f-b901c10c53e3 req-907a30d2-5f6a-484c-8225-46a72383f7c1 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 946 time: 0.0465200 Sep 13 01:25:06.424184 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:06.432552 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-78548932-fff9-4a60-8c7f-b901c10c53e3 req-ba3c5c10-7027-4462-a1f7-58c7847a1367 tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c23eaf3-ff1d-4467-87d8-7270707f9830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443683 Sep 13 01:25:06.553586 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c5ab2-73f5-412e-a879-f28b857440b8 req-3105e3e6-3e8d-4c82-8143-11036c6f095b tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:06.555078 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-236c5ab2-73f5-412e-a879-f28b857440b8 req-3105e3e6-3e8d-4c82-8143-11036c6f095b tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 946 time: 0.0453055 Sep 13 01:25:06.645818 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-236c5ab2-73f5-412e-a879-f28b857440b8 req-25e5e8e2-0540-4018-bf71-3b35d8c4293e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Deleting port fd0a95b9-3907-4b88-878d-7ddbe37619ec {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:06.646099 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-236c5ab2-73f5-412e-a879-f28b857440b8 req-25e5e8e2-0540-4018-bf71-3b35d8c4293e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (fd0a95b9-3907-4b88-878d-7ddbe37619ec), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:06.736978 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-236c5ab2-73f5-412e-a879-f28b857440b8 req-25e5e8e2-0540-4018-bf71-3b35d8c4293e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] For port fd0a95b9-3907-4b88-878d-7ddbe37619ec, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=fd0a95b9-3907-4b88-878d-7ddbe37619ec,segment=NetworkSegment(0e409bba-c5e8-47bd-a5ec-3529e83d504d),segment_id=0e409bba-c5e8-47bd-a5ec-3529e83d504d)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:06.737346 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-236c5ab2-73f5-412e-a879-f28b857440b8 req-25e5e8e2-0540-4018-bf71-3b35d8c4293e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (fd0a95b9-3907-4b88-878d-7ddbe37619ec), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:06.750950 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-236c5ab2-73f5-412e-a879-f28b857440b8 req-25e5e8e2-0540-4018-bf71-3b35d8c4293e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Calling delete_port for fd0a95b9-3907-4b88-878d-7ddbe37619ec owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:06.830897 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:06.887237 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-236c5ab2-73f5-412e-a879-f28b857440b8 req-25e5e8e2-0540-4018-bf71-3b35d8c4293e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (fd0a95b9-3907-4b88-878d-7ddbe37619ec), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:06.898370 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['fd0a95b9-3907-4b88-878d-7ddbe37619ec'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:25:06.915973 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5e8e2-0540-4018-bf71-3b35d8c4293e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Pushing event deleted for resources: {'Port': ['ID=fd0a95b9-3907-4b88-878d-7ddbe37619ec,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:06.959716 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-236c5ab2-73f5-412e-a879-f28b857440b8 req-25e5e8e2-0540-4018-bf71-3b35d8c4293e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] No DVR routers for this DVR port fd0a95b9-3907-4b88-878d-7ddbe37619ec on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:25:06.962155 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-236c5ab2-73f5-412e-a879-f28b857440b8 req-25e5e8e2-0540-4018-bf71-3b35d8c4293e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:06.965606 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-236c5ab2-73f5-412e-a879-f28b857440b8 req-25e5e8e2-0540-4018-bf71-3b35d8c4293e tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.25 "DELETE /networking/v2.0/ports/fd0a95b9-3907-4b88-878d-7ddbe37619ec HTTP/1.1" status: 204 len: 173 time: 0.4031031 Sep 13 01:25:06.966111 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625cc39b-304c-4fe1-b91d-0f532ddecf95', 'name': 'network-vif-deleted', 'tag': 'fd0a95b9-3907-4b88-878d-7ddbe37619ec'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:25:06.968983 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88ba9b3-69a1-4faf-aaf0-1d642abc19c8" -d '{"events": [{"server_uuid": "625cc39b-304c-4fe1-b91d-0f532ddecf95", "name": "network-vif-deleted", "tag": "fd0a95b9-3907-4b88-878d-7ddbe37619ec"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:25:07.009556 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f630fe3b-ad31-46ec-8608-43ce2d155c89 x-openstack-request-id: req-f630fe3b-ad31-46ec-8608-43ce2d155c89 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:25:07.009858 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625cc39b-304c-4fe1-b91d-0f532ddecf95", "name": "network-vif-deleted", "tag": "fd0a95b9-3907-4b88-878d-7ddbe37619ec", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:25:07.010114 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f630fe3b-ad31-46ec-8608-43ce2d155c89 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:25:07.010519 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f630fe3b-ad31-46ec-8608-43ce2d155c89'] response: {'server_uuid': '625cc39b-304c-4fe1-b91d-0f532ddecf95', 'name': 'network-vif-deleted', 'tag': 'fd0a95b9-3907-4b88-878d-7ddbe37619ec', 'status': 'completed', 'code': 200} Sep 13 01:25:07.558601 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1da6a770-5992-45bf-b554-c243883aa993 req-f7f5531d-36fc-4ad7-83b9-d75168a24b5c tempest-VolumesActionsTest-883164864 tempest-VolumesActionsTest-883164864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=625cc39b-304c-4fe1-b91d-0f532ddecf95 HTTP/1.1" status: 200 len: 210 time: 0.0319719 Sep 13 01:25:08.920805 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 38724) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:09.269855 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:09.317569 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609695'] for router_interface (c7bf1ba1-fb53-439f-a802-38abd59ee8eb), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:09.559848 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Deleting port c3aaf124-1f05-4392-af9f-26deabc46728 {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:09.560177 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (c3aaf124-1f05-4392-af9f-26deabc46728), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:09.637056 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] For port c3aaf124-1f05-4392-af9f-26deabc46728, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=c3aaf124-1f05-4392-af9f-26deabc46728,segment=NetworkSegment(f8fd0802-c0e8-4826-a2fb-77bcbd9b8173),segment_id=f8fd0802-c0e8-4826-a2fb-77bcbd9b8173)] {{(pid=106209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:09.637424 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (c3aaf124-1f05-4392-af9f-26deabc46728), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:09.653752 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Calling delete_port for c3aaf124-1f05-4392-af9f-26deabc46728 owned by network:router_interface {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:09.831851 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (c3aaf124-1f05-4392-af9f-26deabc46728), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:09.865583 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Pushing event deleted for resources: {'Port': ['ID=c3aaf124-1f05-4392-af9f-26deabc46728,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:09.889122 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:09.889462 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:09.889789 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:09.890122 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:09.890449 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:09.890770 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:09.891116 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:09.891436 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:09.891753 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:09.892069 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:09.892411 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:09.892732 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:09.893049 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:09.893360 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:09.893672 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:09.927279 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:10.030089 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957967'] for router_interface (c7bf1ba1-fb53-439f-a802-38abd59ee8eb), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:10.117228 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:10.312529 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:25:10.469085 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Router c7bf1ba1-fb53-439f-a802-38abd59ee8eb has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:25:10.574050 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:25:10.580561 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-8a0d6050-9d6b-4928-b863-19f232d4c58c admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/c7bf1ba1-fb53-439f-a802-38abd59ee8eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6575310 Sep 13 01:25:10.581603 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 38760) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:10.591478 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cda6694-146c-4248-916d-08fcfd71c078 None None] Sync routers for ids ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:25:10.600917 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cda6694-146c-4248-916d-08fcfd71c078 None None] Routers {'c7bf1ba1-fb53-439f-a802-38abd59ee8eb'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:25:10.601522 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-2cda6694-146c-4248-916d-08fcfd71c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:25:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:10.684357 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d85b9f0f-0a8f-4625-97d6-1775b712ad90 admin admin] Publish callbacks [] for router (c7bf1ba1-fb53-439f-a802-38abd59ee8eb), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:10.698168 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-2cda6694-146c-4248-916d-08fcfd71c078 None None] Set router c7bf1ba1-fb53-439f-a802-38abd59ee8eb gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:25:10.779567 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d85b9f0f-0a8f-4625-97d6-1775b712ad90 admin admin] Publish callbacks [] for router_gateway (c7bf1ba1-fb53-439f-a802-38abd59ee8eb), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:10.825354 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-d85b9f0f-0a8f-4625-97d6-1775b712ad90 admin admin] Deleting port e5f1d197-9f0c-41b3-8491-f090bdd21b3f {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:10.825688 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d85b9f0f-0a8f-4625-97d6-1775b712ad90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (e5f1d197-9f0c-41b3-8491-f090bdd21b3f), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:10.878527 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-2cda6694-146c-4248-916d-08fcfd71c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:25:09Z', 'revision_number': 5, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port': {'id': 'e5f1d197-9f0c-41b3-8491-f090bdd21b3f', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:10.904579 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-d85b9f0f-0a8f-4625-97d6-1775b712ad90 admin admin] For port e5f1d197-9f0c-41b3-8491-f090bdd21b3f, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=e5f1d197-9f0c-41b3-8491-f090bdd21b3f,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:10.905020 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d85b9f0f-0a8f-4625-97d6-1775b712ad90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (e5f1d197-9f0c-41b3-8491-f090bdd21b3f), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:10.905945 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cda6694-146c-4248-916d-08fcfd71c078 None None] Checking router: c7bf1ba1-fb53-439f-a802-38abd59ee8eb for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:25:10.914400 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cda6694-146c-4248-916d-08fcfd71c078 None None] Routers {'c7bf1ba1-fb53-439f-a802-38abd59ee8eb'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:25:10.915036 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-2cda6694-146c-4248-916d-08fcfd71c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:25:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:10.917611 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-d85b9f0f-0a8f-4625-97d6-1775b712ad90 admin admin] Calling delete_port for e5f1d197-9f0c-41b3-8491-f090bdd21b3f owned by network:router_gateway {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:10.997477 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-2cda6694-146c-4248-916d-08fcfd71c078 None None] Set router c7bf1ba1-fb53-439f-a802-38abd59ee8eb gateway port host: None {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:25:11.027245 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:11.050708 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-2cda6694-146c-4248-916d-08fcfd71c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:25:10Z', 'revision_number': 6, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port_host': None}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:11.083839 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d85b9f0f-0a8f-4625-97d6-1775b712ad90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (e5f1d197-9f0c-41b3-8491-f090bdd21b3f), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:11.115223 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b9f0f-0a8f-4625-97d6-1775b712ad90 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f1d197-9f0c-41b3-8491-f090bdd21b3f,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:11.160081 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:11.179629 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d85b9f0f-0a8f-4625-97d6-1775b712ad90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-961884'] for router_gateway (c7bf1ba1-fb53-439f-a802-38abd59ee8eb), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:11.208498 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cda6694-146c-4248-916d-08fcfd71c078 None None] The sync data for ids ['c7bf1ba1-fb53-439f-a802-38abd59ee8eb'] in dv-cinder-856941-3-iscsi is: [{'id': 'c7bf1ba1-fb53-439f-a802-38abd59ee8eb', 'name': 'tempest-AttachVolumeTestJSON-949079032-router', 'tenant_id': '9056ec686513412a87c292387e25e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:31Z', 'updated_at': '2022-09-13T01:25:10Z', 'revision_number': 6, 'project_id': '9056ec686513412a87c292387e25e870', 'gw_port_host': None}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:25:11.267663 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d85b9f0f-0a8f-4625-97d6-1775b712ad90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16237'] for router (c7bf1ba1-fb53-439f-a802-38abd59ee8eb), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:11.269715 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d85b9f0f-0a8f-4625-97d6-1775b712ad90 admin admin] Publish callbacks [] for router_controller (c7bf1ba1-fb53-439f-a802-38abd59ee8eb), precommit_delete_associations {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:11.311716 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d85b9f0f-0a8f-4625-97d6-1775b712ad90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-958044'] for router (c7bf1ba1-fb53-439f-a802-38abd59ee8eb), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:11.312319 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85b9f0f-0a8f-4625-97d6-1775b712ad90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7bf1ba1-fb53-439f-a802-38abd59ee8eb {{(pid=106209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 01:25:11.316986 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d85b9f0f-0a8f-4625-97d6-1775b712ad90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:11.318151 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-d85b9f0f-0a8f-4625-97d6-1775b712ad90 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/c7bf1ba1-fb53-439f-a802-38abd59ee8eb HTTP/1.1" status: 204 len: 168 time: 0.7356160 Sep 13 01:25:11.321316 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 38762) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:11.366146 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d576b77-4afd-42ec-a551-ecefddc2281f admin admin] Deleting subnet 4e6dbcd3-8686-4d4b-89a7-314bf35476d1 {{(pid=106209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 01:25:11.369825 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d576b77-4afd-42ec-a551-ecefddc2281f admin admin] Publish callbacks [] for subnet (4e6dbcd3-8686-4d4b-89a7-314bf35476d1), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:11.408107 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d576b77-4afd-42ec-a551-ecefddc2281f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129315482'] for subnet (4e6dbcd3-8686-4d4b-89a7-314bf35476d1), precommit_delete_associations {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:11.482982 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d576b77-4afd-42ec-a551-ecefddc2281f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3960691'] for subnet (4e6dbcd3-8686-4d4b-89a7-314bf35476d1), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:11.534714 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d576b77-4afd-42ec-a551-ecefddc2281f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128878230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126134730'] for subnet (4e6dbcd3-8686-4d4b-89a7-314bf35476d1), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:11.562966 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d576b77-4afd-42ec-a551-ecefddc2281f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e6dbcd3-8686-4d4b-89a7-314bf35476d1,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:11.568821 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d576b77-4afd-42ec-a551-ecefddc2281f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:11.572169 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-2d576b77-4afd-42ec-a551-ecefddc2281f admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/4e6dbcd3-8686-4d4b-89a7-314bf35476d1 HTTP/1.1" status: 204 len: 168 time: 0.2499297 Sep 13 01:25:11.574569 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 38768) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:11.578449 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765dd0a1-e48d-42ee-954d-ca40e350c84f None None] Network bdb1d525-4a86-4d73-99d0-0254f6253a0a requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:25:11.652225 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849132'] for network (bdb1d525-4a86-4d73-99d0-0254f6253a0a), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:11.709061 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] Deleting port 955ce33d-567c-4407-bf3c-bcd55d4845c6 {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:11.709396 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (955ce33d-567c-4407-bf3c-bcd55d4845c6), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:11.775763 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] For port 955ce33d-567c-4407-bf3c-bcd55d4845c6, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=955ce33d-567c-4407-bf3c-bcd55d4845c6,segment=NetworkSegment(f8fd0802-c0e8-4826-a2fb-77bcbd9b8173),segment_id=f8fd0802-c0e8-4826-a2fb-77bcbd9b8173)] {{(pid=106209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:11.776120 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (955ce33d-567c-4407-bf3c-bcd55d4845c6), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:11.788789 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] Calling delete_port for 955ce33d-567c-4407-bf3c-bcd55d4845c6 owned by network:dhcp {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:11.864542 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (955ce33d-567c-4407-bf3c-bcd55d4845c6), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:11.886769 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=955ce33d-567c-4407-bf3c-bcd55d4845c6,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:11.892101 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] No DVR routers for this DVR port 955ce33d-567c-4407-bf3c-bcd55d4845c6 on host dv-cinder-856941-3-iscsi {{(pid=106209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:25:11.954392 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:11.964552 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4007246', 'neutron.services.segments.db._delete_segments_for_network-8744760796856'] for network (bdb1d525-4a86-4d73-99d0-0254f6253a0a), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:11.984436 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb1d525-4a86-4d73-99d0-0254f6253a0a']}} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:11.993374 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173') {'for_net_delete': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:11.993669 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fd0802-c0e8-4826-a2fb-77bcbd9b8173') {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:12.003039 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744760796748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129315475'] for segment (f8fd0802-c0e8-4826-a2fb-77bcbd9b8173), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:12.016420 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (f8fd0802-c0e8-4826-a2fb-77bcbd9b8173), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:12.023125 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 01:25:12.024095 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128878140'] for segment (f8fd0802-c0e8-4826-a2fb-77bcbd9b8173), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:12.053399 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b1bd4d-df49-469e-9c5d-2861961db8bb None None] DHCP port deletion for bdb1d525-4a86-4d73-99d0-0254f6253a0a request from dv-cinder-856941-3-iscsi {{(pid=106210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 01:25:12.086901 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:12.099075 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4007233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-961922'] for network (bdb1d525-4a86-4d73-99d0-0254f6253a0a), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:12.105651 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:12.108786 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/bdb1d525-4a86-4d73-99d0-0254f6253a0a HTTP/1.1" status: 204 len: 168 time: 0.5331817 Sep 13 01:25:12.121357 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79dea2e-4525-4b68-b2ff-dba03df72f9a admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb1d525-4a86-4d73-99d0-0254f6253a0a,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:12.172040 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device fd0a95b9-3907-4b88-878d-7ddbe37619ec no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:12.175496 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device c3aaf124-1f05-4392-af9f-26deabc46728 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:12.199804 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: fd0a95b9-3907-4b88-878d-7ddbe37619ec {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:12.200142 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device fd0a95b9-3907-4b88-878d-7ddbe37619ec not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:12.218381 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: c3aaf124-1f05-4392-af9f-26deabc46728 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:12.218738 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device c3aaf124-1f05-4392-af9f-26deabc46728 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:12.239986 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment f8fd0802-c0e8-4826-a2fb-77bcbd9b8173 resource provider aggregate not found Sep 13 01:25:12.261050 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment f8fd0802-c0e8-4826-a2fb-77bcbd9b8173 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8fd0802-c0e8-4826-a2fb-77bcbd9b8173 found for delete ", "request_id": "req-a3e008d4-2b82-4a84-9144-db72d12a2be9"}]} Sep 13 01:25:12.267243 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 38778) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:12.309344 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-2f2cd157-4f99-47a3-ae94-c640e80f9125 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9056ec686513412a87c292387e25e870&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412416 Sep 13 01:25:12.312265 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 38780) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:12.363049 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-50bed7a0-ad7c-4054-81ad-5414daad6492 admin admin] Publish callbacks [] for security_group (3e82ba67-2de1-43d1-b12c-b746ae4ef9fb), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:12.383451 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-50bed7a0-ad7c-4054-81ad-5414daad6492 admin admin] Publish callbacks [] for security_group (3e82ba67-2de1-43d1-b12c-b746ae4ef9fb), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:12.432254 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-50bed7a0-ad7c-4054-81ad-5414daad6492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (3e82ba67-2de1-43d1-b12c-b746ae4ef9fb), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:12.434748 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-50bed7a0-ad7c-4054-81ad-5414daad6492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:12.435933 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-50bed7a0-ad7c-4054-81ad-5414daad6492 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3e82ba67-2de1-43d1-b12c-b746ae4ef9fb HTTP/1.1" status: 204 len: 168 time: 0.1225338 Sep 13 01:25:12.444108 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bed7a0-ad7c-4054-81ad-5414daad6492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e82ba67-2de1-43d1-b12c-b746ae4ef9fb,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:13.235972 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:13.711722 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device e5f1d197-9f0c-41b3-8491-f090bdd21b3f no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:13.733438 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: e5f1d197-9f0c-41b3-8491-f090bdd21b3f {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:13.733777 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device e5f1d197-9f0c-41b3-8491-f090bdd21b3f not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:13.734197 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 955ce33d-567c-4407-bf3c-bcd55d4845c6 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:13.756486 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 955ce33d-567c-4407-bf3c-bcd55d4845c6 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:13.757131 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 955ce33d-567c-4407-bf3c-bcd55d4845c6 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:13.829830 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 38854) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:13.958619 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-af412cbe-f4e2-46f0-a385-bb18b2efce9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:14.059998 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-af412cbe-f4e2-46f0-a385-bb18b2efce9f admin admin] Publish callbacks [] for security_group (19d4e947-9aee-43d1-af03-ca6420ad73d3), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:14.063800 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-af412cbe-f4e2-46f0-a385-bb18b2efce9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (19d4e947-9aee-43d1-af03-ca6420ad73d3), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:14.115806 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af412cbe-f4e2-46f0-a385-bb18b2efce9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d4e947-9aee-43d1-af03-ca6420ad73d3,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:14.122532 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-af412cbe-f4e2-46f0-a385-bb18b2efce9f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=66ec56a460d045a3a3f105b9e72f9e20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908235 Sep 13 01:25:14.125171 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 38858) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:14.189785 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6d765808-f042-4490-be7f-ce74dff02af5 admin admin] Publish callbacks [] for security_group (19d4e947-9aee-43d1-af03-ca6420ad73d3), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:14.210371 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6d765808-f042-4490-be7f-ce74dff02af5 admin admin] Publish callbacks [] for security_group (19d4e947-9aee-43d1-af03-ca6420ad73d3), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:14.267761 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6d765808-f042-4490-be7f-ce74dff02af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (19d4e947-9aee-43d1-af03-ca6420ad73d3), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:14.270727 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-6d765808-f042-4490-be7f-ce74dff02af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:14.271947 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-6d765808-f042-4490-be7f-ce74dff02af5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/19d4e947-9aee-43d1-af03-ca6420ad73d3 HTTP/1.1" status: 204 len: 168 time: 0.1456201 Sep 13 01:25:14.281643 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d765808-f042-4490-be7f-ce74dff02af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d4e947-9aee-43d1-af03-ca6420ad73d3,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:15.297762 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 38890) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:15.702496 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-72ffc6fa-31f0-47dc-8259-c856b22cb814 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Deleting port 949f7140-6070-4202-9b80-da23693dc7f7 {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:15.703090 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-72ffc6fa-31f0-47dc-8259-c856b22cb814 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (949f7140-6070-4202-9b80-da23693dc7f7), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:15.814771 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-72ffc6fa-31f0-47dc-8259-c856b22cb814 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (949f7140-6070-4202-9b80-da23693dc7f7), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:15.815170 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-72ffc6fa-31f0-47dc-8259-c856b22cb814 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for floatingip (949f7140-6070-4202-9b80-da23693dc7f7), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:15.825593 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:15.838371 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-72ffc6fa-31f0-47dc-8259-c856b22cb814 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Calling delete_port for 949f7140-6070-4202-9b80-da23693dc7f7 owned by network:floatingip {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:15.840624 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:16.059557 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-72ffc6fa-31f0-47dc-8259-c856b22cb814 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (949f7140-6070-4202-9b80-da23693dc7f7), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:16.095062 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffc6fa-31f0-47dc-8259-c856b22cb814 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Pushing event deleted for resources: {'Port': ['ID=949f7140-6070-4202-9b80-da23693dc7f7,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:16.187330 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-72ffc6fa-31f0-47dc-8259-c856b22cb814 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for floatingip (d50db12f-cf3f-4946-ac3d-48270ddcf391), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:16.187830 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.l3_db [None req-72ffc6fa-31f0-47dc-8259-c856b22cb814 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Floating IP d50db12f-cf3f-4946-ac3d-48270ddcf391 disassociated (deleted). External IP: 172.27.1.245, port: c4858902-df62-4017-b106-503915275745. Sep 13 01:25:16.465954 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ffc6fa-31f0-47dc-8259-c856b22cb814 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Router 43b78467-8a1f-46e2-8a90-feea7713f164 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:25:16.555423 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 38922) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:16.627120 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ffc6fa-31f0-47dc-8259-c856b22cb814 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:25:16.631845 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-72ffc6fa-31f0-47dc-8259-c856b22cb814 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:16.637795 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfde9e2-ae1b-4806-bd26-9bb8615f3d34 None None] Sync routers for ids ['43b78467-8a1f-46e2-8a90-feea7713f164'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:25:16.658637 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfde9e2-ae1b-4806-bd26-9bb8615f3d34 None None] Routers {'43b78467-8a1f-46e2-8a90-feea7713f164'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:25:16.659296 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9dfde9e2-ae1b-4806-bd26-9bb8615f3d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:25:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['43b78467-8a1f-46e2-8a90-feea7713f164'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:16.687964 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-72ffc6fa-31f0-47dc-8259-c856b22cb814 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/d50db12f-cf3f-4946-ac3d-48270ddcf391 HTTP/1.1" status: 204 len: 168 time: 1.3857319 Sep 13 01:25:16.687964 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'tag': 'c4858902-df62-4017-b106-503915275745'}] {{(pid=106209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:25:16.691851 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4037e2ae3c55ed11cca0bb8930849acd1aa4f7088dac3d306a7770f6ecceea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d6c319-1814-4b3e-96be-c2945cd22e96" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5279a7-4859-458b-958c-85fd71cb4d72", "tag": "c4858902-df62-4017-b106-503915275745"}]}' {{(pid=106209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:25:16.752596 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2885e740-cd8d-4c8d-bb3c-f81cc7d4859d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:16.803192 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1747045-6292-43b0-b126-be451d4ce721 x-openstack-request-id: req-a1747045-6292-43b0-b126-be451d4ce721 {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:25:16.803532 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5279a7-4859-458b-958c-85fd71cb4d72", "tag": "c4858902-df62-4017-b106-503915275745", "status": "completed", "code": 200}]} {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:25:16.803839 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1747045-6292-43b0-b126-be451d4ce721 {{(pid=106209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:25:16.804253 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1747045-6292-43b0-b126-be451d4ce721'] response: {'name': 'network-changed', 'server_uuid': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'tag': 'c4858902-df62-4017-b106-503915275745', 'status': 'completed', 'code': 200} Sep 13 01:25:16.829331 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-9dfde9e2-ae1b-4806-bd26-9bb8615f3d34 None None] Set router 43b78467-8a1f-46e2-8a90-feea7713f164 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:25:16.887818 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:16.889481 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c319-1814-4b3e-96be-c2945cd22e96 req-e02668f4-37d5-46b1-ac74-9e3acfc2af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:16.891107 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b8d6c319-1814-4b3e-96be-c2945cd22e96 req-e02668f4-37d5-46b1-ac74-9e3acfc2af70 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=de31bd722d4f419d9269b519af7f793a&device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 1129 time: 0.0503781 Sep 13 01:25:16.912133 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2885e740-cd8d-4c8d-bb3c-f81cc7d4859d admin admin] Publish callbacks [] for security_group (ce3e1c8f-4217-4ebe-ba1c-ad3e706b98eb), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:16.929004 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2885e740-cd8d-4c8d-bb3c-f81cc7d4859d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (ce3e1c8f-4217-4ebe-ba1c-ad3e706b98eb), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:16.966880 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885e740-cd8d-4c8d-bb3c-f81cc7d4859d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3e1c8f-4217-4ebe-ba1c-ad3e706b98eb,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:17.070975 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-2885e740-cd8d-4c8d-bb3c-f81cc7d4859d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bc5cf717227340829fa38e3159cf8c35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5135143 Sep 13 01:25:17.071692 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 38940) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:17.155907 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4d35c2b5-b508-424e-9f51-606e8fe1028a admin admin] Publish callbacks [] for security_group (ce3e1c8f-4217-4ebe-ba1c-ad3e706b98eb), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:17.196646 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4d35c2b5-b508-424e-9f51-606e8fe1028a admin admin] Publish callbacks [] for security_group (ce3e1c8f-4217-4ebe-ba1c-ad3e706b98eb), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:17.214963 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9dfde9e2-ae1b-4806-bd26-9bb8615f3d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'name': 'tempest-TestShelveInstance-845947636-router', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:43Z', 'updated_at': '2022-09-13T01:19:48Z', 'revision_number': 4, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'gw_port': {'id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:44Z', 'updated_at': '2022-09-13T01:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6969d2f9-5479-46f1-83c0-4cb02573c6f9', 'name': '', 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'mac_address': 'fa:16:3e:b2:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '976008db-e6b1-447d-85c8-de5490233f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:47Z', 'updated_at': '2022-09-13T01:19:53Z', 'revision_number': 5, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'subnets': [{'id': '976008db-e6b1-447d-85c8-de5490233f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:17.246831 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfde9e2-ae1b-4806-bd26-9bb8615f3d34 None None] Checking router: 43b78467-8a1f-46e2-8a90-feea7713f164 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:25:17.261396 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfde9e2-ae1b-4806-bd26-9bb8615f3d34 None None] Routers {'43b78467-8a1f-46e2-8a90-feea7713f164'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:25:17.264346 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9dfde9e2-ae1b-4806-bd26-9bb8615f3d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:25:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['43b78467-8a1f-46e2-8a90-feea7713f164'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:17.285041 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4d35c2b5-b508-424e-9f51-606e8fe1028a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (ce3e1c8f-4217-4ebe-ba1c-ad3e706b98eb), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:17.288158 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-4d35c2b5-b508-424e-9f51-606e8fe1028a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:17.290003 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-4d35c2b5-b508-424e-9f51-606e8fe1028a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ce3e1c8f-4217-4ebe-ba1c-ad3e706b98eb HTTP/1.1" status: 204 len: 168 time: 0.2173336 Sep 13 01:25:17.306313 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35c2b5-b508-424e-9f51-606e8fe1028a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3e1c8f-4217-4ebe-ba1c-ad3e706b98eb,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:17.417730 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e996ebf-fb30-4473-a43d-e4306634632a req-9b7839ef-7288-4dc8-a895-d1116715c47e tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:17.420375 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5e996ebf-fb30-4473-a43d-e4306634632a req-9b7839ef-7288-4dc8-a895-d1116715c47e tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.3482046 Sep 13 01:25:17.428973 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c319-1814-4b3e-96be-c2945cd22e96 req-36fc0822-9ad2-492a-a1ac-ca5b0b2f137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:17.433283 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b8d6c319-1814-4b3e-96be-c2945cd22e96 req-36fc0822-9ad2-492a-a1ac-ca5b0b2f137a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1634575b-a8d8-4151-84aa-e1e4cfa1c8bc HTTP/1.1" status: 200 len: 909 time: 0.5157120 Sep 13 01:25:17.473152 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-9dfde9e2-ae1b-4806-bd26-9bb8615f3d34 None None] Set router 43b78467-8a1f-46e2-8a90-feea7713f164 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:25:17.519545 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5e996ebf-fb30-4473-a43d-e4306634632a req-6692d51a-e8ff-43b9-af0c-fa74da2a63d4 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852120 Sep 13 01:25:17.731628 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9dfde9e2-ae1b-4806-bd26-9bb8615f3d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'name': 'tempest-TestShelveInstance-845947636-router', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:43Z', 'updated_at': '2022-09-13T01:19:48Z', 'revision_number': 4, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'gw_port': {'id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:44Z', 'updated_at': '2022-09-13T01:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6969d2f9-5479-46f1-83c0-4cb02573c6f9', 'name': '', 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'mac_address': 'fa:16:3e:b2:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '976008db-e6b1-447d-85c8-de5490233f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:47Z', 'updated_at': '2022-09-13T01:19:53Z', 'revision_number': 5, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'subnets': [{'id': '976008db-e6b1-447d-85c8-de5490233f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:17.746708 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 38950) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:17.762489 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0f206d66-4fe8-4023-9681-f00ce0d69369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:17.862615 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfde9e2-ae1b-4806-bd26-9bb8615f3d34 None None] The sync data for ids ['43b78467-8a1f-46e2-8a90-feea7713f164'] in dv-cinder-856941-3-iscsi is: [{'id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'name': 'tempest-TestShelveInstance-845947636-router', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:43Z', 'updated_at': '2022-09-13T01:19:48Z', 'revision_number': 4, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'gw_port': {'id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:44Z', 'updated_at': '2022-09-13T01:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6969d2f9-5479-46f1-83c0-4cb02573c6f9', 'name': '', 'network_id': '1634575b-a8d8-4151-84aa-e1e4cfa1c8bc', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'mac_address': 'fa:16:3e:b2:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '976008db-e6b1-447d-85c8-de5490233f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:47Z', 'updated_at': '2022-09-13T01:19:53Z', 'revision_number': 5, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'subnets': [{'id': '976008db-e6b1-447d-85c8-de5490233f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:25:17.871810 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0f206d66-4fe8-4023-9681-f00ce0d69369 admin admin] Publish callbacks [] for security_group (f16bded3-83b5-47c7-ae0f-cc7f403ed52b), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:17.877099 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0f206d66-4fe8-4023-9681-f00ce0d69369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (f16bded3-83b5-47c7-ae0f-cc7f403ed52b), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:17.903160 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f206d66-4fe8-4023-9681-f00ce0d69369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16bded3-83b5-47c7-ae0f-cc7f403ed52b,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:17.941157 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 38952) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:17.949549 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-0f206d66-4fe8-4023-9681-f00ce0d69369 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6c9b2b68977b4eafb4c2d773cf90e123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013686 Sep 13 01:25:18.014084 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-01b17767-1d0c-4584-90fe-7ab67d20d083 admin admin] Publish callbacks [] for security_group (f16bded3-83b5-47c7-ae0f-cc7f403ed52b), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:18.025104 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:18.044340 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-01b17767-1d0c-4584-90fe-7ab67d20d083 admin admin] Publish callbacks [] for security_group (f16bded3-83b5-47c7-ae0f-cc7f403ed52b), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:18.051194 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:18.113388 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-01b17767-1d0c-4584-90fe-7ab67d20d083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (f16bded3-83b5-47c7-ae0f-cc7f403ed52b), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:18.116612 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-01b17767-1d0c-4584-90fe-7ab67d20d083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:18.118710 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-01b17767-1d0c-4584-90fe-7ab67d20d083 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f16bded3-83b5-47c7-ae0f-cc7f403ed52b HTTP/1.1" status: 204 len: 168 time: 0.1759620 Sep 13 01:25:18.154902 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b17767-1d0c-4584-90fe-7ab67d20d083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16bded3-83b5-47c7-ae0f-cc7f403ed52b,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:18.222519 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa1bc34-8754-4067-bb15-ee50cfb32bbf None None] New status for floating IP d50db12f-cf3f-4946-ac3d-48270ddcf391: DOWN {{(pid=106210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:25:18.361755 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b8d6c319-1814-4b3e-96be-c2945cd22e96 req-0c080b69-f944-48f1-87be-17c232653f76 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4858902-df62-4017-b106-503915275745 HTTP/1.1" status: 200 len: 217 time: 0.0561118 Sep 13 01:25:18.449162 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c319-1814-4b3e-96be-c2945cd22e96 req-d309077c-5839-406e-a964-ec652d7e5075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:18.451561 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b8d6c319-1814-4b3e-96be-c2945cd22e96 req-d309077c-5839-406e-a964-ec652d7e5075 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=976008db-e6b1-447d-85c8-de5490233f11 HTTP/1.1" status: 200 len: 847 time: 0.0847065 Sep 13 01:25:18.571029 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c319-1814-4b3e-96be-c2945cd22e96 req-537d7874-3176-4561-9bf4-ea42a8ae1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:18.572905 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b8d6c319-1814-4b3e-96be-c2945cd22e96 req-537d7874-3176-4561-9bf4-ea42a8ae1587 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1634575b-a8d8-4151-84aa-e1e4cfa1c8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613253 Sep 13 01:25:18.646482 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:18.710921 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b8d6c319-1814-4b3e-96be-c2945cd22e96 req-99aca65f-fb68-4d27-96c1-95e1d78da697 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1634575b-a8d8-4151-84aa-e1e4cfa1c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276872 Sep 13 01:25:18.716147 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc05fd6-cb61-4402-b023-2a504dbd132c req-319d17d7-7ce4-477e-9c1e-a075cd747703 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:18.717645 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-8bc05fd6-cb61-4402-b023-2a504dbd132c req-319d17d7-7ce4-477e-9c1e-a075cd747703 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0975771 Sep 13 01:25:18.791046 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-8bc05fd6-cb61-4402-b023-2a504dbd132c req-9c7e3643-cd77-4929-abd8-56ee92b2c09d tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d215241-00f6-496f-9f9d-6f61210357ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632162 Sep 13 01:25:18.892855 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c5421-d603-46ef-8ec8-dc840e90e383 req-2dfd8609-43c6-4b28-9872-fc5adadf0e77 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:18.894276 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-276c5421-d603-46ef-8ec8-dc840e90e383 req-2dfd8609-43c6-4b28-9872-fc5adadf0e77 tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 945 time: 0.0704393 Sep 13 01:25:18.899934 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b8d6c319-1814-4b3e-96be-c2945cd22e96 req-a237bfc6-1669-4149-8487-0850ce9be3cb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1634575b-a8d8-4151-84aa-e1e4cfa1c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423190 Sep 13 01:25:19.012532 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-276c5421-d603-46ef-8ec8-dc840e90e383 req-bbc3bbc5-450e-4775-a032-fc757f3fdf1b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Deleting port c4858902-df62-4017-b106-503915275745 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:19.013146 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-276c5421-d603-46ef-8ec8-dc840e90e383 req-bbc3bbc5-450e-4775-a032-fc757f3fdf1b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (c4858902-df62-4017-b106-503915275745), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:19.126667 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-276c5421-d603-46ef-8ec8-dc840e90e383 req-bbc3bbc5-450e-4775-a032-fc757f3fdf1b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] For port c4858902-df62-4017-b106-503915275745, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=c4858902-df62-4017-b106-503915275745,segment=NetworkSegment(d0fe7925-f633-435b-a5ff-6ec0a53bbced),segment_id=d0fe7925-f633-435b-a5ff-6ec0a53bbced)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:19.127847 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-276c5421-d603-46ef-8ec8-dc840e90e383 req-bbc3bbc5-450e-4775-a032-fc757f3fdf1b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (c4858902-df62-4017-b106-503915275745), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:19.144272 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-276c5421-d603-46ef-8ec8-dc840e90e383 req-bbc3bbc5-450e-4775-a032-fc757f3fdf1b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Calling delete_port for c4858902-df62-4017-b106-503915275745 owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:19.227066 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:19.311891 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-276c5421-d603-46ef-8ec8-dc840e90e383 req-bbc3bbc5-450e-4775-a032-fc757f3fdf1b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (c4858902-df62-4017-b106-503915275745), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:19.348069 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3bbc5-450e-4775-a032-fc757f3fdf1b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Pushing event deleted for resources: {'Port': ['ID=c4858902-df62-4017-b106-503915275745,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:19.401733 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-276c5421-d603-46ef-8ec8-dc840e90e383 req-bbc3bbc5-450e-4775-a032-fc757f3fdf1b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] No DVR routers for this DVR port c4858902-df62-4017-b106-503915275745 on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:25:19.409068 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-276c5421-d603-46ef-8ec8-dc840e90e383 req-bbc3bbc5-450e-4775-a032-fc757f3fdf1b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:19.409068 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-276c5421-d603-46ef-8ec8-dc840e90e383 req-bbc3bbc5-450e-4775-a032-fc757f3fdf1b tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.25 "DELETE /networking/v2.0/ports/c4858902-df62-4017-b106-503915275745 HTTP/1.1" status: 204 len: 173 time: 0.5076270 Sep 13 01:25:19.409068 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'name': 'network-vif-deleted', 'tag': 'c4858902-df62-4017-b106-503915275745'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:25:19.411873 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab2d58a-a195-4a3a-b515-dd665bd8b13c" -d '{"events": [{"server_uuid": "cf5279a7-4859-458b-958c-85fd71cb4d72", "name": "network-vif-deleted", "tag": "c4858902-df62-4017-b106-503915275745"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:25:19.466197 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f46223-db46-40da-8717-6e5d471089ef x-openstack-request-id: req-61f46223-db46-40da-8717-6e5d471089ef {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:25:19.466522 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5279a7-4859-458b-958c-85fd71cb4d72", "name": "network-vif-deleted", "tag": "c4858902-df62-4017-b106-503915275745", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:25:19.466912 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61f46223-db46-40da-8717-6e5d471089ef {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:25:19.467436 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f46223-db46-40da-8717-6e5d471089ef'] response: {'server_uuid': 'cf5279a7-4859-458b-958c-85fd71cb4d72', 'name': 'network-vif-deleted', 'tag': 'c4858902-df62-4017-b106-503915275745', 'status': 'completed', 'code': 200} Sep 13 01:25:19.951168 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-3d26b012-1957-4481-87d8-291b02289f17 req-b5474c51-29c1-4f12-9a46-e233fc1d78ae tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cf5279a7-4859-458b-958c-85fd71cb4d72 HTTP/1.1" status: 200 len: 210 time: 0.0423398 Sep 13 01:25:21.033107 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39024) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:21.094594 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ac8a4657-228c-489f-894e-c1d1c3e0475f tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group (5d215241-00f6-496f-9f9d-6f61210357ee), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:21.122751 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ac8a4657-228c-489f-894e-c1d1c3e0475f tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group (5d215241-00f6-496f-9f9d-6f61210357ee), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:21.191941 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ac8a4657-228c-489f-894e-c1d1c3e0475f tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (5d215241-00f6-496f-9f9d-6f61210357ee), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:21.194996 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ac8a4657-228c-489f-894e-c1d1c3e0475f tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:21.196147 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-ac8a4657-228c-489f-894e-c1d1c3e0475f tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5d215241-00f6-496f-9f9d-6f61210357ee HTTP/1.1" status: 204 len: 168 time: 0.1630831 Sep 13 01:25:21.207735 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a4657-228c-489f-894e-c1d1c3e0475f tempest-TestShelveInstance-2027084053 tempest-TestShelveInstance-2027084053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d215241-00f6-496f-9f9d-6f61210357ee,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:21.257426 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39028) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:21.761360 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:21.820604 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b146f1be-c335-4b8b-a7fb-2e2718283183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609695'] for router_interface (43b78467-8a1f-46e2-8a90-feea7713f164), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:22.081402 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b146f1be-c335-4b8b-a7fb-2e2718283183 admin admin] Deleting port 6969d2f9-5479-46f1-83c0-4cb02573c6f9 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:22.081853 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b146f1be-c335-4b8b-a7fb-2e2718283183 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:22.205902 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b146f1be-c335-4b8b-a7fb-2e2718283183 admin admin] For port 6969d2f9-5479-46f1-83c0-4cb02573c6f9, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=6969d2f9-5479-46f1-83c0-4cb02573c6f9,segment=NetworkSegment(d0fe7925-f633-435b-a5ff-6ec0a53bbced),segment_id=d0fe7925-f633-435b-a5ff-6ec0a53bbced)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:22.206287 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b146f1be-c335-4b8b-a7fb-2e2718283183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:22.222763 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b146f1be-c335-4b8b-a7fb-2e2718283183 admin admin] Calling delete_port for 6969d2f9-5479-46f1-83c0-4cb02573c6f9 owned by network:router_interface {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:22.356148 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:22.433920 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b146f1be-c335-4b8b-a7fb-2e2718283183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (6969d2f9-5479-46f1-83c0-4cb02573c6f9), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:22.465960 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146f1be-c335-4b8b-a7fb-2e2718283183 admin admin] Pushing event deleted for resources: {'Port': ['ID=6969d2f9-5479-46f1-83c0-4cb02573c6f9,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:22.542830 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device c4858902-df62-4017-b106-503915275745 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:22.565288 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: c4858902-df62-4017-b106-503915275745 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:22.565886 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device c4858902-df62-4017-b106-503915275745 not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:22.651286 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b146f1be-c335-4b8b-a7fb-2e2718283183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957967'] for router_interface (43b78467-8a1f-46e2-8a90-feea7713f164), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:22.868218 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:22.898490 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b146f1be-c335-4b8b-a7fb-2e2718283183 admin admin] Router 43b78467-8a1f-46e2-8a90-feea7713f164 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:25:23.028799 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b146f1be-c335-4b8b-a7fb-2e2718283183 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:25:23.034055 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-b146f1be-c335-4b8b-a7fb-2e2718283183 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/43b78467-8a1f-46e2-8a90-feea7713f164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7758985 Sep 13 01:25:23.036764 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39056) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:23.040571 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e52d239-fc9a-4bbf-afed-a78240da181d None None] Sync routers for ids ['43b78467-8a1f-46e2-8a90-feea7713f164'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:25:23.054444 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e52d239-fc9a-4bbf-afed-a78240da181d None None] Routers {'43b78467-8a1f-46e2-8a90-feea7713f164'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:25:23.055200 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-7e52d239-fc9a-4bbf-afed-a78240da181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:25:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['43b78467-8a1f-46e2-8a90-feea7713f164'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:23.105602 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:23.156018 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a6f6a5d6-09a5-4a29-a405-44dd146a28ce admin admin] Publish callbacks [] for router (43b78467-8a1f-46e2-8a90-feea7713f164), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:23.179600 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-7e52d239-fc9a-4bbf-afed-a78240da181d None None] Set router 43b78467-8a1f-46e2-8a90-feea7713f164 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:25:23.244792 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:23.275225 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a6f6a5d6-09a5-4a29-a405-44dd146a28ce admin admin] Publish callbacks [] for router_gateway (43b78467-8a1f-46e2-8a90-feea7713f164), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:23.395883 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-7e52d239-fc9a-4bbf-afed-a78240da181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'name': 'tempest-TestShelveInstance-845947636-router', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:43Z', 'updated_at': '2022-09-13T01:25:22Z', 'revision_number': 5, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'gw_port': {'id': '56f94833-769a-41ea-8c28-0f1a63d0e8e0', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:44Z', 'updated_at': '2022-09-13T01:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:23.428137 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e52d239-fc9a-4bbf-afed-a78240da181d None None] Checking router: 43b78467-8a1f-46e2-8a90-feea7713f164 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:25:23.444514 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e52d239-fc9a-4bbf-afed-a78240da181d None None] Routers {'43b78467-8a1f-46e2-8a90-feea7713f164'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:25:23.446136 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-7e52d239-fc9a-4bbf-afed-a78240da181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:25:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['43b78467-8a1f-46e2-8a90-feea7713f164'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:23.553546 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-7e52d239-fc9a-4bbf-afed-a78240da181d None None] Set router 43b78467-8a1f-46e2-8a90-feea7713f164 gateway port host: None {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:25:23.614168 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6a5d6-09a5-4a29-a405-44dd146a28ce admin admin] Deleting port 56f94833-769a-41ea-8c28-0f1a63d0e8e0 {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:23.614527 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a6f6a5d6-09a5-4a29-a405-44dd146a28ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (56f94833-769a-41ea-8c28-0f1a63d0e8e0), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:23.645010 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-7e52d239-fc9a-4bbf-afed-a78240da181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'name': 'tempest-TestShelveInstance-845947636-router', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:43Z', 'updated_at': '2022-09-13T01:25:23Z', 'revision_number': 6, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'gw_port_host': None}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:23.696671 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e52d239-fc9a-4bbf-afed-a78240da181d None None] The sync data for ids ['43b78467-8a1f-46e2-8a90-feea7713f164'] in dv-cinder-856941-3-iscsi is: [{'id': '43b78467-8a1f-46e2-8a90-feea7713f164', 'name': 'tempest-TestShelveInstance-845947636-router', 'tenant_id': 'de31bd722d4f419d9269b519af7f793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:43Z', 'updated_at': '2022-09-13T01:25:23Z', 'revision_number': 6, 'project_id': 'de31bd722d4f419d9269b519af7f793a', 'gw_port_host': None}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:25:23.708887 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-a6f6a5d6-09a5-4a29-a405-44dd146a28ce admin admin] For port 56f94833-769a-41ea-8c28-0f1a63d0e8e0, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=56f94833-769a-41ea-8c28-0f1a63d0e8e0,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:23.709297 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a6f6a5d6-09a5-4a29-a405-44dd146a28ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (56f94833-769a-41ea-8c28-0f1a63d0e8e0), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:23.733445 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6a5d6-09a5-4a29-a405-44dd146a28ce admin admin] Calling delete_port for 56f94833-769a-41ea-8c28-0f1a63d0e8e0 owned by network:router_gateway {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:23.890190 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:23.976631 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a6f6a5d6-09a5-4a29-a405-44dd146a28ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (56f94833-769a-41ea-8c28-0f1a63d0e8e0), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:24.006934 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6a5d6-09a5-4a29-a405-44dd146a28ce admin admin] Pushing event deleted for resources: {'Port': ['ID=56f94833-769a-41ea-8c28-0f1a63d0e8e0,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:24.074806 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:24.079852 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a6f6a5d6-09a5-4a29-a405-44dd146a28ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-961884'] for router_gateway (43b78467-8a1f-46e2-8a90-feea7713f164), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:24.208638 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a6f6a5d6-09a5-4a29-a405-44dd146a28ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16237'] for router (43b78467-8a1f-46e2-8a90-feea7713f164), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:24.211753 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a6f6a5d6-09a5-4a29-a405-44dd146a28ce admin admin] Publish callbacks [] for router_controller (43b78467-8a1f-46e2-8a90-feea7713f164), precommit_delete_associations {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:24.286313 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a6f6a5d6-09a5-4a29-a405-44dd146a28ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-958044'] for router (43b78467-8a1f-46e2-8a90-feea7713f164), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:24.287014 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f6a5d6-09a5-4a29-a405-44dd146a28ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43b78467-8a1f-46e2-8a90-feea7713f164 {{(pid=106209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 01:25:24.303271 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a6f6a5d6-09a5-4a29-a405-44dd146a28ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:24.303271 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-a6f6a5d6-09a5-4a29-a405-44dd146a28ce admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/43b78467-8a1f-46e2-8a90-feea7713f164 HTTP/1.1" status: 204 len: 168 time: 1.2627552 Sep 13 01:25:24.304414 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39082) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:24.355370 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_v2 [None req-192d1ceb-dc07-4a37-9311-338bb7ab08b7 admin admin] Deleting subnet 976008db-e6b1-447d-85c8-de5490233f11 {{(pid=106208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 01:25:24.358649 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-192d1ceb-dc07-4a37-9311-338bb7ab08b7 admin admin] Publish callbacks [] for subnet (976008db-e6b1-447d-85c8-de5490233f11), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:24.400431 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-192d1ceb-dc07-4a37-9311-338bb7ab08b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129236159'] for subnet (976008db-e6b1-447d-85c8-de5490233f11), precommit_delete_associations {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:24.528012 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-192d1ceb-dc07-4a37-9311-338bb7ab08b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3960691'] for subnet (976008db-e6b1-447d-85c8-de5490233f11), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:24.589627 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-192d1ceb-dc07-4a37-9311-338bb7ab08b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126063348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126144256'] for subnet (976008db-e6b1-447d-85c8-de5490233f11), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:24.594179 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:24.624748 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d1ceb-dc07-4a37-9311-338bb7ab08b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=976008db-e6b1-447d-85c8-de5490233f11,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:24.627233 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-192d1ceb-dc07-4a37-9311-338bb7ab08b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:24.633432 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-192d1ceb-dc07-4a37-9311-338bb7ab08b7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/976008db-e6b1-447d-85c8-de5490233f11 HTTP/1.1" status: 204 len: 168 time: 0.3239863 Sep 13 01:25:24.633867 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39084) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:24.640168 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e54060d-be25-444e-96cc-e08a866c44ce None None] Network 1634575b-a8d8-4151-84aa-e1e4cfa1c8bc requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:25:24.717463 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849132'] for network (1634575b-a8d8-4151-84aa-e1e4cfa1c8bc), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:24.724814 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:24.770841 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] Deleting port 1e628431-6334-4928-8e76-3d00e5217d45 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:24.771207 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (1e628431-6334-4928-8e76-3d00e5217d45), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:24.844430 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771c370e-0159-4fea-8e89-844e4cf56044 None None] DHCP port deletion for 1634575b-a8d8-4151-84aa-e1e4cfa1c8bc request from dv-cinder-856941-3-iscsi {{(pid=106210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 01:25:24.850266 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] For port 1e628431-6334-4928-8e76-3d00e5217d45, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=1e628431-6334-4928-8e76-3d00e5217d45,segment=NetworkSegment(d0fe7925-f633-435b-a5ff-6ec0a53bbced),segment_id=d0fe7925-f633-435b-a5ff-6ec0a53bbced)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:24.850842 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (1e628431-6334-4928-8e76-3d00e5217d45), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:24.873092 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] Calling delete_port for 1e628431-6334-4928-8e76-3d00e5217d45 owned by network:dhcp {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:24.916525 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-771c370e-0159-4fea-8e89-844e4cf56044 None None] Deleting port 1e628431-6334-4928-8e76-3d00e5217d45 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:24.916887 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-771c370e-0159-4fea-8e89-844e4cf56044 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (1e628431-6334-4928-8e76-3d00e5217d45), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:24.980391 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (1e628431-6334-4928-8e76-3d00e5217d45), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:24.993726 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-771c370e-0159-4fea-8e89-844e4cf56044 None None] For port 1e628431-6334-4928-8e76-3d00e5217d45, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=1e628431-6334-4928-8e76-3d00e5217d45,segment=NetworkSegment(d0fe7925-f633-435b-a5ff-6ec0a53bbced),segment_id=d0fe7925-f633-435b-a5ff-6ec0a53bbced)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:24.994346 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-771c370e-0159-4fea-8e89-844e4cf56044 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (1e628431-6334-4928-8e76-3d00e5217d45), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:25.009592 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-771c370e-0159-4fea-8e89-844e4cf56044 None None] Calling delete_port for 1e628431-6334-4928-8e76-3d00e5217d45 owned by network:dhcp {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:25.010399 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] Pushing event deleted for resources: {'Port': ['ID=1e628431-6334-4928-8e76-3d00e5217d45,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:25.022234 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] No DVR routers for this DVR port 1e628431-6334-4928-8e76-3d00e5217d45 on host dv-cinder-856941-3-iscsi {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:25:25.064164 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:25.126822 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-771c370e-0159-4fea-8e89-844e4cf56044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (1e628431-6334-4928-8e76-3d00e5217d45), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:25.160511 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c370e-0159-4fea-8e89-844e4cf56044 None None] Pushing event deleted for resources: {'Port': ['ID=1e628431-6334-4928-8e76-3d00e5217d45,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:25.166467 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c370e-0159-4fea-8e89-844e4cf56044 None None] No DVR routers for this DVR port 1e628431-6334-4928-8e76-3d00e5217d45 on host dv-cinder-856941-3-iscsi {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:25:25.392152 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4007246', 'neutron.services.segments.db._delete_segments_for_network-8744760796856'] for network (1634575b-a8d8-4151-84aa-e1e4cfa1c8bc), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:25.418454 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1634575b-a8d8-4151-84aa-e1e4cfa1c8bc']}} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:25.441203 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:25.441203 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fe7925-f633-435b-a5ff-6ec0a53bbced') {'for_net_delete': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:25.441203 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fe7925-f633-435b-a5ff-6ec0a53bbced') {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:25.451852 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744760796748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129236150'] for segment (d0fe7925-f633-435b-a5ff-6ec0a53bbced), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:25.469091 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (d0fe7925-f633-435b-a5ff-6ec0a53bbced), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:25.477814 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 01:25:25.478519 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126063198'] for segment (d0fe7925-f633-435b-a5ff-6ec0a53bbced), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:25.520944 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.services.segments.plugin [-] Segment d0fe7925-f633-435b-a5ff-6ec0a53bbced resource provider aggregate not found Sep 13 01:25:25.547017 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.services.segments.plugin [-] Segment d0fe7925-f633-435b-a5ff-6ec0a53bbced resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0fe7925-f633-435b-a5ff-6ec0a53bbced found for delete ", "request_id": "req-f57d2ba1-0a29-4cd5-a803-b7c22297c0ea"}]} Sep 13 01:25:25.548976 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4007233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-961922'] for network (1634575b-a8d8-4151-84aa-e1e4cfa1c8bc), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:25.562165 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:25.565558 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/1634575b-a8d8-4151-84aa-e1e4cfa1c8bc HTTP/1.1" status: 204 len: 168 time: 0.9309912 Sep 13 01:25:25.568752 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39098) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:25.575971 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db49f-92d2-431a-b720-b0c7bf70d37b admin admin] Pushing event deleted for resources: {'Network': ['ID=1634575b-a8d8-4151-84aa-e1e4cfa1c8bc,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:25.733095 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 56f94833-769a-41ea-8c28-0f1a63d0e8e0 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:25.756013 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 56f94833-769a-41ea-8c28-0f1a63d0e8e0 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:25.756369 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 56f94833-769a-41ea-8c28-0f1a63d0e8e0 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:25.756836 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 6969d2f9-5479-46f1-83c0-4cb02573c6f9 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:25.776775 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 6969d2f9-5479-46f1-83c0-4cb02573c6f9 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:25.777121 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 6969d2f9-5479-46f1-83c0-4cb02573c6f9 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:25.777727 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 1e628431-6334-4928-8e76-3d00e5217d45 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:25.796966 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 1e628431-6334-4928-8e76-3d00e5217d45 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:25.797316 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 1e628431-6334-4928-8e76-3d00e5217d45 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:25.945523 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-403dbf26-eab5-44f7-83c6-fd4ff5a25da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609695'] for router_interface (668c2fbc-09db-4498-a507-d0f2f3d03797), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:26.188994 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-403dbf26-eab5-44f7-83c6-fd4ff5a25da8 admin admin] Deleting port 64ec3b34-2b5e-4724-9516-6e7526cab8d2 {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:26.189335 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-403dbf26-eab5-44f7-83c6-fd4ff5a25da8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:26.271089 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-403dbf26-eab5-44f7-83c6-fd4ff5a25da8 admin admin] For port 64ec3b34-2b5e-4724-9516-6e7526cab8d2, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=64ec3b34-2b5e-4724-9516-6e7526cab8d2,segment=NetworkSegment(b170e2a7-9a42-47cc-b129-764ff75474b2),segment_id=b170e2a7-9a42-47cc-b129-764ff75474b2)] {{(pid=106209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:26.271456 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-403dbf26-eab5-44f7-83c6-fd4ff5a25da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:26.285082 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-403dbf26-eab5-44f7-83c6-fd4ff5a25da8 admin admin] Calling delete_port for 64ec3b34-2b5e-4724-9516-6e7526cab8d2 owned by network:router_interface {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:26.405899 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:26.426260 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:26.531623 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-403dbf26-eab5-44f7-83c6-fd4ff5a25da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (64ec3b34-2b5e-4724-9516-6e7526cab8d2), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:26.559566 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dbf26-eab5-44f7-83c6-fd4ff5a25da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=64ec3b34-2b5e-4724-9516-6e7526cab8d2,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:26.762099 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-403dbf26-eab5-44f7-83c6-fd4ff5a25da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957967'] for router_interface (668c2fbc-09db-4498-a507-d0f2f3d03797), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:27.003361 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403dbf26-eab5-44f7-83c6-fd4ff5a25da8 admin admin] Router 668c2fbc-09db-4498-a507-d0f2f3d03797 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:25:27.116402 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403dbf26-eab5-44f7-83c6-fd4ff5a25da8 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:25:27.121470 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-403dbf26-eab5-44f7-83c6-fd4ff5a25da8 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/668c2fbc-09db-4498-a507-d0f2f3d03797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5516934 Sep 13 01:25:27.125078 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39112) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:27.136870 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2e3fd0-0585-4a36-8dfd-514807707d43 None None] Sync routers for ids ['668c2fbc-09db-4498-a507-d0f2f3d03797'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:25:27.166117 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e3fd0-0585-4a36-8dfd-514807707d43 None None] Routers {'668c2fbc-09db-4498-a507-d0f2f3d03797'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:25:27.166950 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-4f2e3fd0-0585-4a36-8dfd-514807707d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:25:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['668c2fbc-09db-4498-a507-d0f2f3d03797'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:27.235784 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-463c19b5-aa0f-4642-b8eb-c3691f4cba83 admin admin] Publish callbacks [] for router (668c2fbc-09db-4498-a507-d0f2f3d03797), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:27.281588 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-4f2e3fd0-0585-4a36-8dfd-514807707d43 None None] Set router 668c2fbc-09db-4498-a507-d0f2f3d03797 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:25:27.345589 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-463c19b5-aa0f-4642-b8eb-c3691f4cba83 admin admin] Publish callbacks [] for router_gateway (668c2fbc-09db-4498-a507-d0f2f3d03797), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:27.400330 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-463c19b5-aa0f-4642-b8eb-c3691f4cba83 admin admin] Deleting port f1259d2f-afde-419b-89d1-b5be9041807a {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:27.401032 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-463c19b5-aa0f-4642-b8eb-c3691f4cba83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (f1259d2f-afde-419b-89d1-b5be9041807a), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:27.494693 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-463c19b5-aa0f-4642-b8eb-c3691f4cba83 admin admin] For port f1259d2f-afde-419b-89d1-b5be9041807a, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=f1259d2f-afde-419b-89d1-b5be9041807a,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:27.495370 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-463c19b5-aa0f-4642-b8eb-c3691f4cba83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (f1259d2f-afde-419b-89d1-b5be9041807a), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:27.511644 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-4f2e3fd0-0585-4a36-8dfd-514807707d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'name': 'tempest-TestShelveInstance-898193889-router', 'tenant_id': 'bf6e7bbb274340ecbc5025be563f7524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'f1259d2f-afde-419b-89d1-b5be9041807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:51Z', 'updated_at': '2022-09-13T01:25:26Z', 'revision_number': 5, 'project_id': 'bf6e7bbb274340ecbc5025be563f7524', 'gw_port': {'id': 'f1259d2f-afde-419b-89d1-b5be9041807a', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:19:52Z', 'updated_at': '2022-09-13T01:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:27.513576 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-463c19b5-aa0f-4642-b8eb-c3691f4cba83 admin admin] Calling delete_port for f1259d2f-afde-419b-89d1-b5be9041807a owned by network:router_gateway {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:27.543903 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2e3fd0-0585-4a36-8dfd-514807707d43 None None] Checking router: 668c2fbc-09db-4498-a507-d0f2f3d03797 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:25:27.553337 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e3fd0-0585-4a36-8dfd-514807707d43 None None] Routers {'668c2fbc-09db-4498-a507-d0f2f3d03797'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:25:27.554200 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-4f2e3fd0-0585-4a36-8dfd-514807707d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:25:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['668c2fbc-09db-4498-a507-d0f2f3d03797'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:27.596263 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:27.674728 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-4f2e3fd0-0585-4a36-8dfd-514807707d43 None None] Set router 668c2fbc-09db-4498-a507-d0f2f3d03797 gateway port host: None {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:25:27.745829 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-4f2e3fd0-0585-4a36-8dfd-514807707d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'name': 'tempest-TestShelveInstance-898193889-router', 'tenant_id': 'bf6e7bbb274340ecbc5025be563f7524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:51Z', 'updated_at': '2022-09-13T01:25:27Z', 'revision_number': 6, 'project_id': 'bf6e7bbb274340ecbc5025be563f7524', 'gw_port_host': None}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:27.749652 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-463c19b5-aa0f-4642-b8eb-c3691f4cba83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (f1259d2f-afde-419b-89d1-b5be9041807a), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:27.776759 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2e3fd0-0585-4a36-8dfd-514807707d43 None None] The sync data for ids ['668c2fbc-09db-4498-a507-d0f2f3d03797'] in dv-cinder-856941-3-iscsi is: [{'id': '668c2fbc-09db-4498-a507-d0f2f3d03797', 'name': 'tempest-TestShelveInstance-898193889-router', 'tenant_id': 'bf6e7bbb274340ecbc5025be563f7524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:19:51Z', 'updated_at': '2022-09-13T01:25:27Z', 'revision_number': 6, 'project_id': 'bf6e7bbb274340ecbc5025be563f7524', 'gw_port_host': None}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:25:27.781989 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c19b5-aa0f-4642-b8eb-c3691f4cba83 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1259d2f-afde-419b-89d1-b5be9041807a,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:27.859894 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-463c19b5-aa0f-4642-b8eb-c3691f4cba83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-961884'] for router_gateway (668c2fbc-09db-4498-a507-d0f2f3d03797), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:27.982339 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-463c19b5-aa0f-4642-b8eb-c3691f4cba83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16237'] for router (668c2fbc-09db-4498-a507-d0f2f3d03797), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:27.985409 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-463c19b5-aa0f-4642-b8eb-c3691f4cba83 admin admin] Publish callbacks [] for router_controller (668c2fbc-09db-4498-a507-d0f2f3d03797), precommit_delete_associations {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:28.054338 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-463c19b5-aa0f-4642-b8eb-c3691f4cba83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-958044'] for router (668c2fbc-09db-4498-a507-d0f2f3d03797), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:28.055322 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463c19b5-aa0f-4642-b8eb-c3691f4cba83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 668c2fbc-09db-4498-a507-d0f2f3d03797 {{(pid=106208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 01:25:28.061712 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-463c19b5-aa0f-4642-b8eb-c3691f4cba83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:28.065592 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-463c19b5-aa0f-4642-b8eb-c3691f4cba83 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/668c2fbc-09db-4498-a507-d0f2f3d03797 HTTP/1.1" status: 204 len: 168 time: 0.9363031 Sep 13 01:25:28.065905 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39128) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:28.111968 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:28.118393 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_v2 [None req-0315d47c-509e-445c-90c8-31a1ae986f6f admin admin] Deleting subnet bbf9d83c-c4ca-46e3-80af-6ecdbaf5ac44 {{(pid=106208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 01:25:28.122589 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0315d47c-509e-445c-90c8-31a1ae986f6f admin admin] Publish callbacks [] for subnet (bbf9d83c-c4ca-46e3-80af-6ecdbaf5ac44), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:28.175241 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0315d47c-509e-445c-90c8-31a1ae986f6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129236159'] for subnet (bbf9d83c-c4ca-46e3-80af-6ecdbaf5ac44), precommit_delete_associations {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:28.269193 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0315d47c-509e-445c-90c8-31a1ae986f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3960691'] for subnet (bbf9d83c-c4ca-46e3-80af-6ecdbaf5ac44), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:28.331104 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0315d47c-509e-445c-90c8-31a1ae986f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126063348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126144256'] for subnet (bbf9d83c-c4ca-46e3-80af-6ecdbaf5ac44), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:28.360228 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315d47c-509e-445c-90c8-31a1ae986f6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf9d83c-c4ca-46e3-80af-6ecdbaf5ac44,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:28.362977 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0315d47c-509e-445c-90c8-31a1ae986f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:28.366506 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-0315d47c-509e-445c-90c8-31a1ae986f6f admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/bbf9d83c-c4ca-46e3-80af-6ecdbaf5ac44 HTTP/1.1" status: 204 len: 168 time: 0.2995665 Sep 13 01:25:28.367651 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8e525d-d473-48e1-98c0-02be6adc2ae1 None None] Network b0ae1a8f-2399-47ff-9034-9a994a645535 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:25:28.368973 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39130) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:28.452198 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849132'] for network (b0ae1a8f-2399-47ff-9034-9a994a645535), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:28.513466 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] Deleting port dd73d50e-57b5-4354-a355-04a957c844e5 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:28.513812 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (dd73d50e-57b5-4354-a355-04a957c844e5), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:28.593612 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] For port dd73d50e-57b5-4354-a355-04a957c844e5, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=dd73d50e-57b5-4354-a355-04a957c844e5,segment=NetworkSegment(b170e2a7-9a42-47cc-b129-764ff75474b2),segment_id=b170e2a7-9a42-47cc-b129-764ff75474b2)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:28.595621 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (dd73d50e-57b5-4354-a355-04a957c844e5), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:28.620627 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de008da3-0f43-416a-909d-a820056d571e None None] DHCP port deletion for b0ae1a8f-2399-47ff-9034-9a994a645535 request from dv-cinder-856941-3-iscsi {{(pid=106210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 01:25:28.630672 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] Calling delete_port for dd73d50e-57b5-4354-a355-04a957c844e5 owned by network:dhcp {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:28.673643 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-de008da3-0f43-416a-909d-a820056d571e None None] Deleting port dd73d50e-57b5-4354-a355-04a957c844e5 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:28.673643 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-de008da3-0f43-416a-909d-a820056d571e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (dd73d50e-57b5-4354-a355-04a957c844e5), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:28.736668 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:28.759103 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (dd73d50e-57b5-4354-a355-04a957c844e5), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:28.768111 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:28.789483 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-de008da3-0f43-416a-909d-a820056d571e None None] For port dd73d50e-57b5-4354-a355-04a957c844e5, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=dd73d50e-57b5-4354-a355-04a957c844e5,segment=NetworkSegment(b170e2a7-9a42-47cc-b129-764ff75474b2),segment_id=b170e2a7-9a42-47cc-b129-764ff75474b2)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:28.790726 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-de008da3-0f43-416a-909d-a820056d571e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (dd73d50e-57b5-4354-a355-04a957c844e5), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:28.794210 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd73d50e-57b5-4354-a355-04a957c844e5,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:28.819156 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] No DVR routers for this DVR port dd73d50e-57b5-4354-a355-04a957c844e5 on host dv-cinder-856941-3-iscsi {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:25:28.826608 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-de008da3-0f43-416a-909d-a820056d571e None None] Calling delete_port for dd73d50e-57b5-4354-a355-04a957c844e5 owned by network:dhcp {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:28.962058 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4007246', 'neutron.services.segments.db._delete_segments_for_network-8744760796856'] for network (b0ae1a8f-2399-47ff-9034-9a994a645535), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:28.966659 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-de008da3-0f43-416a-909d-a820056d571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (dd73d50e-57b5-4354-a355-04a957c844e5), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:29.017458 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ae1a8f-2399-47ff-9034-9a994a645535']}} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:29.019827 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de008da3-0f43-416a-909d-a820056d571e None None] Pushing event deleted for resources: {'Port': ['ID=dd73d50e-57b5-4354-a355-04a957c844e5,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:29.042005 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de008da3-0f43-416a-909d-a820056d571e None None] No DVR routers for this DVR port dd73d50e-57b5-4354-a355-04a957c844e5 on host dv-cinder-856941-3-iscsi {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:25:29.045016 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b170e2a7-9a42-47cc-b129-764ff75474b2') {'for_net_delete': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:29.045322 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b170e2a7-9a42-47cc-b129-764ff75474b2') {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:29.086348 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744760796748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129236150'] for segment (b170e2a7-9a42-47cc-b129-764ff75474b2), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:29.104125 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (b170e2a7-9a42-47cc-b129-764ff75474b2), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:29.129663 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 01:25:29.130218 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126063198'] for segment (b170e2a7-9a42-47cc-b129-764ff75474b2), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:29.166721 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.services.segments.plugin [-] Segment b170e2a7-9a42-47cc-b129-764ff75474b2 resource provider aggregate not found Sep 13 01:25:29.226329 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.services.segments.plugin [-] Segment b170e2a7-9a42-47cc-b129-764ff75474b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b170e2a7-9a42-47cc-b129-764ff75474b2 found for delete ", "request_id": "req-f678c13e-9d30-46e0-9a05-107b85b7b588"}]} Sep 13 01:25:29.258173 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4007233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-961922'] for network (b0ae1a8f-2399-47ff-9034-9a994a645535), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:29.263702 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:29.268583 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/b0ae1a8f-2399-47ff-9034-9a994a645535 HTTP/1.1" status: 204 len: 168 time: 0.8986802 Sep 13 01:25:29.303424 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385538db-3611-4998-a8a3-5ff6a66e558c admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ae1a8f-2399-47ff-9034-9a994a645535,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:29.489231 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39166) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:29.547995 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dd058-02fa-400d-890d-8b6bb6a982be req-ce7ebf83-cc06-4fd3-b306-2eac59d60065 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:29.550219 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b17dd058-02fa-400d-890d-8b6bb6a982be req-ce7ebf83-cc06-4fd3-b306-2eac59d60065 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 947 time: 0.0682240 Sep 13 01:25:29.566498 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-3e5c32a7-54db-4693-90f1-320f941c33a4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=de31bd722d4f419d9269b519af7f793a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0702565 Sep 13 01:25:29.567729 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39170) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:29.623409 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b17dd058-02fa-400d-890d-8b6bb6a982be req-93fe2454-7b76-4735-80b1-ac4ffd37bf43 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663805 Sep 13 01:25:29.636790 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-98746abd-f4e9-45ac-9bd4-eb0dcc2bcabd admin admin] Publish callbacks [] for security_group (e115e081-f72e-4d43-bc05-477291d76a7a), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:29.660530 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-98746abd-f4e9-45ac-9bd4-eb0dcc2bcabd admin admin] Publish callbacks [] for security_group (e115e081-f72e-4d43-bc05-477291d76a7a), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:29.724528 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-98746abd-f4e9-45ac-9bd4-eb0dcc2bcabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (e115e081-f72e-4d43-bc05-477291d76a7a), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:29.727152 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-98746abd-f4e9-45ac-9bd4-eb0dcc2bcabd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:29.728316 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-98746abd-f4e9-45ac-9bd4-eb0dcc2bcabd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e115e081-f72e-4d43-bc05-477291d76a7a HTTP/1.1" status: 204 len: 168 time: 0.1596777 Sep 13 01:25:29.748595 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98746abd-f4e9-45ac-9bd4-eb0dcc2bcabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e115e081-f72e-4d43-bc05-477291d76a7a,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:29.793443 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device dd73d50e-57b5-4354-a355-04a957c844e5 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:29.815645 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: dd73d50e-57b5-4354-a355-04a957c844e5 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:29.816036 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device dd73d50e-57b5-4354-a355-04a957c844e5 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:29.816656 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 64ec3b34-2b5e-4724-9516-6e7526cab8d2 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:29.841077 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 64ec3b34-2b5e-4724-9516-6e7526cab8d2 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:29.841844 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 64ec3b34-2b5e-4724-9516-6e7526cab8d2 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:29.842443 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device f1259d2f-afde-419b-89d1-b5be9041807a no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:29.863310 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: f1259d2f-afde-419b-89d1-b5be9041807a {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:29.863857 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device f1259d2f-afde-419b-89d1-b5be9041807a not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:29.914775 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-050b7bd9-6c8a-426d-9179-a6d548d4da61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:30.182028 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39184) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:30.227190 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-39201561-721d-4ddb-bc95-58d286b740df admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bf6e7bbb274340ecbc5025be563f7524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436518 Sep 13 01:25:30.229640 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39186) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:30.244416 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:30.274253 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:30.297808 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0fb2382a-af7e-45b0-be70-45d757bb69c3 admin admin] Publish callbacks [] for security_group (4fd59c47-cd68-42ae-ab90-07ed6fb14b55), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:30.319932 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0fb2382a-af7e-45b0-be70-45d757bb69c3 admin admin] Publish callbacks [] for security_group (4fd59c47-cd68-42ae-ab90-07ed6fb14b55), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:30.378720 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0fb2382a-af7e-45b0-be70-45d757bb69c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (4fd59c47-cd68-42ae-ab90-07ed6fb14b55), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:30.387036 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0fb2382a-af7e-45b0-be70-45d757bb69c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:30.388514 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-0fb2382a-af7e-45b0-be70-45d757bb69c3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4fd59c47-cd68-42ae-ab90-07ed6fb14b55 HTTP/1.1" status: 204 len: 168 time: 0.1577663 Sep 13 01:25:30.416474 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2382a-af7e-45b0-be70-45d757bb69c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd59c47-cd68-42ae-ab90-07ed6fb14b55,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:30.893656 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c74136-ce82-42d2-b990-97e5516ff144 req-fb702ace-e3a0-44e9-8d52-ba76bed49716 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:30.903941 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c2c74136-ce82-42d2-b990-97e5516ff144 req-fb702ace-e3a0-44e9-8d52-ba76bed49716 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 947 time: 0.1088347 Sep 13 01:25:30.991617 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:31.012612 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c2c74136-ce82-42d2-b990-97e5516ff144 req-69af97a8-fe34-40d1-aafa-671f434ad5e9 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=520e8fdd-c52e-4a28-8daf-cf70840cc50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041658 Sep 13 01:25:31.107200 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f2f1a-c192-4b1e-bcc9-d2f5af63d3a5 req-6f3374c8-a0a9-441d-b09b-22a9610a4b21 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:31.109452 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f31f2f1a-c192-4b1e-bcc9-d2f5af63d3a5 req-6f3374c8-a0a9-441d-b09b-22a9610a4b21 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 947 time: 0.1306772 Sep 13 01:25:31.223262 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-f31f2f1a-c192-4b1e-bcc9-d2f5af63d3a5 req-fc6e5839-182b-4003-a16c-30a292e65066 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Deleting port 7eba6092-8d78-465f-a5ad-642414710fd4 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:31.226923 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-f31f2f1a-c192-4b1e-bcc9-d2f5af63d3a5 req-fc6e5839-182b-4003-a16c-30a292e65066 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:31.336564 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-f31f2f1a-c192-4b1e-bcc9-d2f5af63d3a5 req-fc6e5839-182b-4003-a16c-30a292e65066 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] For port 7eba6092-8d78-465f-a5ad-642414710fd4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=7eba6092-8d78-465f-a5ad-642414710fd4,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:31.337433 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-f31f2f1a-c192-4b1e-bcc9-d2f5af63d3a5 req-fc6e5839-182b-4003-a16c-30a292e65066 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:31.534281 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-f31f2f1a-c192-4b1e-bcc9-d2f5af63d3a5 req-fc6e5839-182b-4003-a16c-30a292e65066 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:31.534648 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-f31f2f1a-c192-4b1e-bcc9-d2f5af63d3a5 req-fc6e5839-182b-4003-a16c-30a292e65066 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (43cbca7a-ada4-42bd-9d00-633a1c544a4d), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:31.534997 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.l3_db [req-f31f2f1a-c192-4b1e-bcc9-d2f5af63d3a5 req-fc6e5839-182b-4003-a16c-30a292e65066 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Floating IP 43cbca7a-ada4-42bd-9d00-633a1c544a4d disassociated. External IP: 172.27.1.166, port: 7eba6092-8d78-465f-a5ad-642414710fd4. Sep 13 01:25:31.535422 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-f31f2f1a-c192-4b1e-bcc9-d2f5af63d3a5 req-fc6e5839-182b-4003-a16c-30a292e65066 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Calling delete_port for 7eba6092-8d78-465f-a5ad-642414710fd4 owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:31.644362 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:31.694108 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-f31f2f1a-c192-4b1e-bcc9-d2f5af63d3a5 req-fc6e5839-182b-4003-a16c-30a292e65066 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (7eba6092-8d78-465f-a5ad-642414710fd4), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:31.740187 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e5839-182b-4003-a16c-30a292e65066 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Pushing event deleted for resources: {'Port': ['ID=7eba6092-8d78-465f-a5ad-642414710fd4,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:31.876425 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f31f2f1a-c192-4b1e-bcc9-d2f5af63d3a5 req-fc6e5839-182b-4003-a16c-30a292e65066 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Router 1da0af32-fa10-4281-91bf-43a5436f3ee3 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:25:31.982679 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f31f2f1a-c192-4b1e-bcc9-d2f5af63d3a5 req-fc6e5839-182b-4003-a16c-30a292e65066 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:25:31.992502 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b9c3e7-d909-4d64-9724-d93d5b5ae3cb None None] Sync routers for ids ['1da0af32-fa10-4281-91bf-43a5436f3ee3'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:25:32.004950 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b9c3e7-d909-4d64-9724-d93d5b5ae3cb None None] Routers {'1da0af32-fa10-4281-91bf-43a5436f3ee3'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:25:32.008658 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-48b9c3e7-d909-4d64-9724-d93d5b5ae3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:25:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['1da0af32-fa10-4281-91bf-43a5436f3ee3'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:32.034909 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31f2f1a-c192-4b1e-bcc9-d2f5af63d3a5 req-fc6e5839-182b-4003-a16c-30a292e65066 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] No DVR routers for this DVR port 7eba6092-8d78-465f-a5ad-642414710fd4 on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:25:32.037538 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-f31f2f1a-c192-4b1e-bcc9-d2f5af63d3a5 req-fc6e5839-182b-4003-a16c-30a292e65066 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:32.041277 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f31f2f1a-c192-4b1e-bcc9-d2f5af63d3a5 req-fc6e5839-182b-4003-a16c-30a292e65066 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.25 "DELETE /networking/v2.0/ports/7eba6092-8d78-465f-a5ad-642414710fd4 HTTP/1.1" status: 204 len: 173 time: 0.9258704 Sep 13 01:25:32.041797 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'name': 'network-vif-deleted', 'tag': '7eba6092-8d78-465f-a5ad-642414710fd4'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:25:32.045601 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f06859-9187-44dd-b54d-451aec431467" -d '{"events": [{"server_uuid": "29d56cdc-0d80-4681-9384-b1df6e5a403d", "name": "network-vif-deleted", "tag": "7eba6092-8d78-465f-a5ad-642414710fd4"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:25:32.121307 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f263bf01-7d5d-47b1-9fec-6891a0b9ddf8 x-openstack-request-id: req-f263bf01-7d5d-47b1-9fec-6891a0b9ddf8 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:25:32.121674 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d56cdc-0d80-4681-9384-b1df6e5a403d", "name": "network-vif-deleted", "tag": "7eba6092-8d78-465f-a5ad-642414710fd4", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:25:32.121994 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f263bf01-7d5d-47b1-9fec-6891a0b9ddf8 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:25:32.122491 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f263bf01-7d5d-47b1-9fec-6891a0b9ddf8'] response: {'server_uuid': '29d56cdc-0d80-4681-9384-b1df6e5a403d', 'name': 'network-vif-deleted', 'tag': '7eba6092-8d78-465f-a5ad-642414710fd4', 'status': 'completed', 'code': 200} Sep 13 01:25:32.155119 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-48b9c3e7-d909-4d64-9724-d93d5b5ae3cb None None] Set router 1da0af32-fa10-4281-91bf-43a5436f3ee3 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:25:32.213704 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-09f471ee-9b66-4c29-b067-3c4d26694b14 req-82473d2a-3f2a-4ffb-ab4b-df9fb8da4293 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d56cdc-0d80-4681-9384-b1df6e5a403d HTTP/1.1" status: 200 len: 210 time: 0.0593660 Sep 13 01:25:32.244332 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3011-ba14-49f0-9d20-be859b32423a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:32.440845 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-48b9c3e7-d909-4d64-9724-d93d5b5ae3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2', 'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'mac_address': 'fa:16:3e:11:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:46Z', 'updated_at': '2022-09-13T01:18:57Z', 'revision_number': 5, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'subnets': [{'id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:32.468591 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b9c3e7-d909-4d64-9724-d93d5b5ae3cb None None] Checking router: 1da0af32-fa10-4281-91bf-43a5436f3ee3 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:25:32.479117 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b9c3e7-d909-4d64-9724-d93d5b5ae3cb None None] Routers {'1da0af32-fa10-4281-91bf-43a5436f3ee3'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:25:32.479719 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-48b9c3e7-d909-4d64-9724-d93d5b5ae3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:25:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['1da0af32-fa10-4281-91bf-43a5436f3ee3'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:32.585791 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-48b9c3e7-d909-4d64-9724-d93d5b5ae3cb None None] Set router 1da0af32-fa10-4281-91bf-43a5436f3ee3 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:25:32.619581 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:32.781126 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-48b9c3e7-d909-4d64-9724-d93d5b5ae3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2', 'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'mac_address': 'fa:16:3e:11:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:46Z', 'updated_at': '2022-09-13T01:18:57Z', 'revision_number': 5, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'subnets': [{'id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:32.809456 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b9c3e7-d909-4d64-9724-d93d5b5ae3cb None None] The sync data for ids ['1da0af32-fa10-4281-91bf-43a5436f3ee3'] in dv-cinder-856941-3-iscsi is: [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:18:47Z', 'revision_number': 4, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': 'b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2', 'name': '', 'network_id': '47cc024b-679e-42c4-bf2a-2407e9c9e294', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'mac_address': 'fa:16:3e:11:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:46Z', 'updated_at': '2022-09-13T01:18:57Z', 'revision_number': 5, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'subnets': [{'id': '4dc1ba80-c277-4b7a-83cd-c01962e812af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:25:32.830951 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39274) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:32.937932 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-835ba431-10ce-4ed8-80f3-ea248abd4262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.026879 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-835ba431-10ce-4ed8-80f3-ea248abd4262 admin admin] Publish callbacks [] for security_group (0ab6fd8f-4a0e-4076-8b6e-0e711859f1ee), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.031011 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-835ba431-10ce-4ed8-80f3-ea248abd4262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (0ab6fd8f-4a0e-4076-8b6e-0e711859f1ee), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.062327 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809a0f7a-4979-49c2-9750-eb6e40ed4aba None None] New status for floating IP 43cbca7a-ada4-42bd-9d00-633a1c544a4d: DOWN {{(pid=106210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:25:33.076836 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-835ba431-10ce-4ed8-80f3-ea248abd4262 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=624485a1a4674b64a490f9893a90cd33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447388 Sep 13 01:25:33.079452 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39278) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:33.086437 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ba431-10ce-4ed8-80f3-ea248abd4262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab6fd8f-4a0e-4076-8b6e-0e711859f1ee,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:33.135396 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-515eb173-6331-43cb-b631-75abe9970d83 admin admin] Publish callbacks [] for security_group (0ab6fd8f-4a0e-4076-8b6e-0e711859f1ee), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.137790 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:33.156885 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-515eb173-6331-43cb-b631-75abe9970d83 admin admin] Publish callbacks [] for security_group (0ab6fd8f-4a0e-4076-8b6e-0e711859f1ee), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.213580 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-515eb173-6331-43cb-b631-75abe9970d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (0ab6fd8f-4a0e-4076-8b6e-0e711859f1ee), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.216293 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-515eb173-6331-43cb-b631-75abe9970d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.217452 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-515eb173-6331-43cb-b631-75abe9970d83 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0ab6fd8f-4a0e-4076-8b6e-0e711859f1ee HTTP/1.1" status: 204 len: 168 time: 0.1371038 Sep 13 01:25:33.232159 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515eb173-6331-43cb-b631-75abe9970d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab6fd8f-4a0e-4076-8b6e-0e711859f1ee,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:33.321528 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39298) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:33.380330 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.384754 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-37d59fe9-5d88-4808-b11d-9b2326b82342 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group (520e8fdd-c52e-4a28-8daf-cf70840cc50b), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.416138 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-37d59fe9-5d88-4808-b11d-9b2326b82342 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group (520e8fdd-c52e-4a28-8daf-cf70840cc50b), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.467376 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-37d59fe9-5d88-4808-b11d-9b2326b82342 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (520e8fdd-c52e-4a28-8daf-cf70840cc50b), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.470561 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-37d59fe9-5d88-4808-b11d-9b2326b82342 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.471750 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-37d59fe9-5d88-4808-b11d-9b2326b82342 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/520e8fdd-c52e-4a28-8daf-cf70840cc50b HTTP/1.1" status: 204 len: 168 time: 0.1492591 Sep 13 01:25:33.474709 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39306) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:33.482277 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d59fe9-5d88-4808-b11d-9b2326b82342 tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=520e8fdd-c52e-4a28-8daf-cf70840cc50b,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:33.490188 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.api.v2.resource [None req-9d6b3199-faf8-45be-81b1-c7b8d2b53a7e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] show failed (client error): The resource could not be found. Sep 13 01:25:33.492044 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-9d6b3199-faf8-45be-81b1-c7b8d2b53a7e tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "GET /networking/v2.0/security-groups/520e8fdd-c52e-4a28-8daf-cf70840cc50b HTTP/1.1" status: 404 len: 347 time: 0.0152543 Sep 13 01:25:33.495112 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39308) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:33.582695 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39312) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:33.597805 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d9d12a93-bdf9-47b6-b9a5-a0139b9cba43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.614402 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-f161777f-338e-4caf-b7c8-e680a541986c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Deleting port 5d4f833c-291f-45b5-84d6-6173ed68036a {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:33.614811 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f161777f-338e-4caf-b7c8-e680a541986c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (5d4f833c-291f-45b5-84d6-6173ed68036a), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.629399 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:33.693407 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d9d12a93-bdf9-47b6-b9a5-a0139b9cba43 admin admin] Publish callbacks [] for security_group (cc96da03-74ca-4146-abd9-47074b8b231f), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.699627 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d9d12a93-bdf9-47b6-b9a5-a0139b9cba43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (cc96da03-74ca-4146-abd9-47074b8b231f), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.723206 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f161777f-338e-4caf-b7c8-e680a541986c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (5d4f833c-291f-45b5-84d6-6173ed68036a), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.723545 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f161777f-338e-4caf-b7c8-e680a541986c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for floatingip (5d4f833c-291f-45b5-84d6-6173ed68036a), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.726598 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:33.729394 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d12a93-bdf9-47b6-b9a5-a0139b9cba43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc96da03-74ca-4146-abd9-47074b8b231f,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:33.741445 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-f161777f-338e-4caf-b7c8-e680a541986c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Calling delete_port for 5d4f833c-291f-45b5-84d6-6173ed68036a owned by network:floatingip {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:33.761456 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-d9d12a93-bdf9-47b6-b9a5-a0139b9cba43 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4084d3ae34374a24be301694bd6c4f25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1774375 Sep 13 01:25:33.764049 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39334) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:33.800938 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:33.836475 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8ca57590-a62b-41b0-a799-ce3a60da9c7a admin admin] Publish callbacks [] for security_group (cc96da03-74ca-4146-abd9-47074b8b231f), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.861198 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8ca57590-a62b-41b0-a799-ce3a60da9c7a admin admin] Publish callbacks [] for security_group (cc96da03-74ca-4146-abd9-47074b8b231f), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.893000 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f161777f-338e-4caf-b7c8-e680a541986c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (5d4f833c-291f-45b5-84d6-6173ed68036a), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.916648 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8ca57590-a62b-41b0-a799-ce3a60da9c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (cc96da03-74ca-4146-abd9-47074b8b231f), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.919717 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8ca57590-a62b-41b0-a799-ce3a60da9c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:33.920940 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-8ca57590-a62b-41b0-a799-ce3a60da9c7a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cc96da03-74ca-4146-abd9-47074b8b231f HTTP/1.1" status: 204 len: 168 time: 0.1552849 Sep 13 01:25:33.925012 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161777f-338e-4caf-b7c8-e680a541986c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Pushing event deleted for resources: {'Port': ['ID=5d4f833c-291f-45b5-84d6-6173ed68036a,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:33.933124 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca57590-a62b-41b0-a799-ce3a60da9c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc96da03-74ca-4146-abd9-47074b8b231f,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:34.004549 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f161777f-338e-4caf-b7c8-e680a541986c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks [] for floatingip (43cbca7a-ada4-42bd-9d00-633a1c544a4d), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:34.008209 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f161777f-338e-4caf-b7c8-e680a541986c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:34.009435 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-f161777f-338e-4caf-b7c8-e680a541986c tempest-AttachVolumeShelveTestJSON-587556596 tempest-AttachVolumeShelveTestJSON-587556596-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/43cbca7a-ada4-42bd-9d00-633a1c544a4d HTTP/1.1" status: 204 len: 168 time: 0.5135520 Sep 13 01:25:34.826418 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:34.827812 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:35.097751 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 7eba6092-8d78-465f-a5ad-642414710fd4 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:35.118509 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39394) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:35.119045 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: 7eba6092-8d78-465f-a5ad-642414710fd4 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:35.119265 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 7eba6092-8d78-465f-a5ad-642414710fd4 not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:35.169880 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a90a88-76e7-4241-957e-31cd183d21ec admin admin] Deleting subnet 06e36f79-c063-496e-9a06-3b0200513809 {{(pid=106208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 01:25:35.173334 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-47a90a88-76e7-4241-957e-31cd183d21ec admin admin] Publish callbacks [] for subnet (06e36f79-c063-496e-9a06-3b0200513809), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:35.218134 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-47a90a88-76e7-4241-957e-31cd183d21ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129236159'] for subnet (06e36f79-c063-496e-9a06-3b0200513809), precommit_delete_associations {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:35.263840 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-47a90a88-76e7-4241-957e-31cd183d21ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3960691'] for subnet (06e36f79-c063-496e-9a06-3b0200513809), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:35.265883 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:35.324204 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-47a90a88-76e7-4241-957e-31cd183d21ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126063348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126144256'] for subnet (06e36f79-c063-496e-9a06-3b0200513809), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:35.353413 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a90a88-76e7-4241-957e-31cd183d21ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e36f79-c063-496e-9a06-3b0200513809,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:35.357231 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-47a90a88-76e7-4241-957e-31cd183d21ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:35.365697 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39412) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:35.366727 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-47a90a88-76e7-4241-957e-31cd183d21ec admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/06e36f79-c063-496e-9a06-3b0200513809 HTTP/1.1" status: 204 len: 168 time: 0.2462537 Sep 13 01:25:35.461828 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-95c56c8f-8827-4c0b-8da0-8c7ecace3bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849132'] for network (59526115-cee6-4eef-ab50-f84cd1e85872), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:35.546008 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-95c56c8f-8827-4c0b-8da0-8c7ecace3bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4007246', 'neutron.services.segments.db._delete_segments_for_network-8744760796856'] for network (59526115-cee6-4eef-ab50-f84cd1e85872), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:35.568233 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-95c56c8f-8827-4c0b-8da0-8c7ecace3bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59526115-cee6-4eef-ab50-f84cd1e85872']}} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:35.578397 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-95c56c8f-8827-4c0b-8da0-8c7ecace3bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e409bba-c5e8-47bd-a5ec-3529e83d504d') {'for_net_delete': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:35.578529 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-95c56c8f-8827-4c0b-8da0-8c7ecace3bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e409bba-c5e8-47bd-a5ec-3529e83d504d') {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:35.589024 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-95c56c8f-8827-4c0b-8da0-8c7ecace3bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744760796748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129315475'] for segment (0e409bba-c5e8-47bd-a5ec-3529e83d504d), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:35.602253 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-95c56c8f-8827-4c0b-8da0-8c7ecace3bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (0e409bba-c5e8-47bd-a5ec-3529e83d504d), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:35.609162 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c56c8f-8827-4c0b-8da0-8c7ecace3bc0 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 01:25:35.609499 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-95c56c8f-8827-4c0b-8da0-8c7ecace3bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128878140'] for segment (0e409bba-c5e8-47bd-a5ec-3529e83d504d), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:35.657385 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment 0e409bba-c5e8-47bd-a5ec-3529e83d504d resource provider aggregate not found Sep 13 01:25:35.691267 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment 0e409bba-c5e8-47bd-a5ec-3529e83d504d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e409bba-c5e8-47bd-a5ec-3529e83d504d found for delete ", "request_id": "req-4732b54b-caf6-4c1e-8ede-9b6dedd862fd"}]} Sep 13 01:25:35.692207 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-95c56c8f-8827-4c0b-8da0-8c7ecace3bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4007233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-961922'] for network (59526115-cee6-4eef-ab50-f84cd1e85872), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:35.697992 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-95c56c8f-8827-4c0b-8da0-8c7ecace3bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:35.701358 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-95c56c8f-8827-4c0b-8da0-8c7ecace3bc0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/59526115-cee6-4eef-ab50-f84cd1e85872 HTTP/1.1" status: 204 len: 168 time: 0.3350368 Sep 13 01:25:35.715162 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c56c8f-8827-4c0b-8da0-8c7ecace3bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=59526115-cee6-4eef-ab50-f84cd1e85872,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:35.819596 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39434) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:35.823283 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39436) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:35.863518 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-12b17b1c-c479-4fcc-940f-fc4c78021af9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=99cfba5cf9d54e10ba5fc677bf713e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388608 Sep 13 01:25:35.867222 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39440) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:35.920565 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-894f11c6-34ac-494e-b6e1-e5022ff8017f admin admin] Publish callbacks [] for security_group (2c23eaf3-ff1d-4467-87d8-7270707f9830), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:35.941624 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-894f11c6-34ac-494e-b6e1-e5022ff8017f admin admin] Publish callbacks [] for security_group (2c23eaf3-ff1d-4467-87d8-7270707f9830), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:35.987893 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-894f11c6-34ac-494e-b6e1-e5022ff8017f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (2c23eaf3-ff1d-4467-87d8-7270707f9830), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:35.990624 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-894f11c6-34ac-494e-b6e1-e5022ff8017f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:35.992299 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-894f11c6-34ac-494e-b6e1-e5022ff8017f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2c23eaf3-ff1d-4467-87d8-7270707f9830 HTTP/1.1" status: 204 len: 168 time: 0.1253364 Sep 13 01:25:36.000507 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f11c6-34ac-494e-b6e1-e5022ff8017f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c23eaf3-ff1d-4467-87d8-7270707f9830,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:36.049008 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-70871480-5677-495e-b792-61d58b9eb155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:36.126215 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-70871480-5677-495e-b792-61d58b9eb155 admin admin] Publish callbacks [] for security_group (f84f9274-4a04-4689-9fcc-09da9bb0b0b7), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:36.130359 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-70871480-5677-495e-b792-61d58b9eb155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (f84f9274-4a04-4689-9fcc-09da9bb0b0b7), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:36.171970 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-70871480-5677-495e-b792-61d58b9eb155 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d28d14062fd04c1397f04401cd56ef31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483438 Sep 13 01:25:36.172729 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70871480-5677-495e-b792-61d58b9eb155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84f9274-4a04-4689-9fcc-09da9bb0b0b7,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:36.175612 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39446) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:36.227202 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:36.242534 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-441a1f23-41af-42a5-9bba-7b61ecf839c9 admin admin] Publish callbacks [] for security_group (f84f9274-4a04-4689-9fcc-09da9bb0b0b7), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:36.266010 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-441a1f23-41af-42a5-9bba-7b61ecf839c9 admin admin] Publish callbacks [] for security_group (f84f9274-4a04-4689-9fcc-09da9bb0b0b7), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:36.317763 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-441a1f23-41af-42a5-9bba-7b61ecf839c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (f84f9274-4a04-4689-9fcc-09da9bb0b0b7), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:36.320466 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-441a1f23-41af-42a5-9bba-7b61ecf839c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:36.321674 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-441a1f23-41af-42a5-9bba-7b61ecf839c9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f84f9274-4a04-4689-9fcc-09da9bb0b0b7 HTTP/1.1" status: 204 len: 168 time: 0.1438296 Sep 13 01:25:36.330952 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a1f23-41af-42a5-9bba-7b61ecf839c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84f9274-4a04-4689-9fcc-09da9bb0b0b7,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:36.510207 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39456) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:36.683952 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39462) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:36.697362 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-881e516b-5784-47ee-bb70-637944033da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:36.785566 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-881e516b-5784-47ee-bb70-637944033da6 admin admin] Publish callbacks [] for security_group (efef49db-aa9d-4c2e-af98-96f8b87410a2), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:36.791356 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-881e516b-5784-47ee-bb70-637944033da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (efef49db-aa9d-4c2e-af98-96f8b87410a2), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:36.832135 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-881e516b-5784-47ee-bb70-637944033da6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=92a16e93d03a44f69f2619e2a646827b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469731 Sep 13 01:25:36.832948 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e516b-5784-47ee-bb70-637944033da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efef49db-aa9d-4c2e-af98-96f8b87410a2,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:36.835713 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39464) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:36.847905 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:36.876696 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:36.889269 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-73d18afc-07a1-49e9-a185-37abda9b7bb3 admin admin] Publish callbacks [] for security_group (efef49db-aa9d-4c2e-af98-96f8b87410a2), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:36.911665 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-73d18afc-07a1-49e9-a185-37abda9b7bb3 admin admin] Publish callbacks [] for security_group (efef49db-aa9d-4c2e-af98-96f8b87410a2), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:36.962030 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-73d18afc-07a1-49e9-a185-37abda9b7bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (efef49db-aa9d-4c2e-af98-96f8b87410a2), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:36.965032 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-73d18afc-07a1-49e9-a185-37abda9b7bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:36.968755 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-73d18afc-07a1-49e9-a185-37abda9b7bb3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/efef49db-aa9d-4c2e-af98-96f8b87410a2 HTTP/1.1" status: 204 len: 168 time: 0.1295786 Sep 13 01:25:36.975718 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d18afc-07a1-49e9-a185-37abda9b7bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efef49db-aa9d-4c2e-af98-96f8b87410a2,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:36.992519 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-967a84f5-1769-45c3-bcc5-15e403a5ba04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609695'] for router_interface (1da0af32-fa10-4281-91bf-43a5436f3ee3), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:37.092611 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:37.223465 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-967a84f5-1769-45c3-bcc5-15e403a5ba04 admin admin] Deleting port b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:37.224165 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-967a84f5-1769-45c3-bcc5-15e403a5ba04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:37.304134 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-967a84f5-1769-45c3-bcc5-15e403a5ba04 admin admin] For port b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:37.304495 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-967a84f5-1769-45c3-bcc5-15e403a5ba04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:37.317733 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-967a84f5-1769-45c3-bcc5-15e403a5ba04 admin admin] Calling delete_port for b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 owned by network:router_interface {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:37.486163 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:37.504164 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-967a84f5-1769-45c3-bcc5-15e403a5ba04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:37.536006 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a84f5-1769-45c3-bcc5-15e403a5ba04 admin admin] Pushing event deleted for resources: {'Port': ['ID=b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:37.931532 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-967a84f5-1769-45c3-bcc5-15e403a5ba04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957967'] for router_interface (1da0af32-fa10-4281-91bf-43a5436f3ee3), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:38.148174 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:38.159906 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967a84f5-1769-45c3-bcc5-15e403a5ba04 admin admin] Router 1da0af32-fa10-4281-91bf-43a5436f3ee3 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:25:38.266521 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967a84f5-1769-45c3-bcc5-15e403a5ba04 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:25:38.273067 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-967a84f5-1769-45c3-bcc5-15e403a5ba04 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/1da0af32-fa10-4281-91bf-43a5436f3ee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7614532 Sep 13 01:25:38.275471 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39502) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:38.279685 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a4af1-9ea3-4901-bd14-86665ece07b8 None None] Sync routers for ids ['1da0af32-fa10-4281-91bf-43a5436f3ee3'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:25:38.291689 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a4af1-9ea3-4901-bd14-86665ece07b8 None None] Routers {'1da0af32-fa10-4281-91bf-43a5436f3ee3'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:25:38.292348 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-688a4af1-9ea3-4901-bd14-86665ece07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:25:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['1da0af32-fa10-4281-91bf-43a5436f3ee3'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:38.381950 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b7031aef-d3b6-4a9a-9b9b-3bbeed34ece4 admin admin] Publish callbacks [] for router (1da0af32-fa10-4281-91bf-43a5436f3ee3), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:38.503987 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-688a4af1-9ea3-4901-bd14-86665ece07b8 None None] Set router 1da0af32-fa10-4281-91bf-43a5436f3ee3 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:25:38.509880 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b7031aef-d3b6-4a9a-9b9b-3bbeed34ece4 admin admin] Publish callbacks [] for router_gateway (1da0af32-fa10-4281-91bf-43a5436f3ee3), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:38.560494 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-b7031aef-d3b6-4a9a-9b9b-3bbeed34ece4 admin admin] Deleting port 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:38.560894 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b7031aef-d3b6-4a9a-9b9b-3bbeed34ece4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (4ad1cfaa-e400-41a2-9bb5-912a64f9abeb), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:38.657229 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-b7031aef-d3b6-4a9a-9b9b-3bbeed34ece4 admin admin] For port 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=4ad1cfaa-e400-41a2-9bb5-912a64f9abeb,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:38.657631 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b7031aef-d3b6-4a9a-9b9b-3bbeed34ece4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (4ad1cfaa-e400-41a2-9bb5-912a64f9abeb), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:38.671456 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-b7031aef-d3b6-4a9a-9b9b-3bbeed34ece4 admin admin] Calling delete_port for 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb owned by network:router_gateway {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:38.685934 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-688a4af1-9ea3-4901-bd14-86665ece07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:25:37Z', 'revision_number': 5, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port': {'id': '4ad1cfaa-e400-41a2-9bb5-912a64f9abeb', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:18:41Z', 'updated_at': '2022-09-13T01:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:38.712251 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a4af1-9ea3-4901-bd14-86665ece07b8 None None] Checking router: 1da0af32-fa10-4281-91bf-43a5436f3ee3 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:25:38.717057 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:38.721999 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a4af1-9ea3-4901-bd14-86665ece07b8 None None] Routers {'1da0af32-fa10-4281-91bf-43a5436f3ee3'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:25:38.722625 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-688a4af1-9ea3-4901-bd14-86665ece07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:25:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['1da0af32-fa10-4281-91bf-43a5436f3ee3'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:38.823387 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-688a4af1-9ea3-4901-bd14-86665ece07b8 None None] Set router 1da0af32-fa10-4281-91bf-43a5436f3ee3 gateway port host: None {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:25:38.872774 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b7031aef-d3b6-4a9a-9b9b-3bbeed34ece4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (4ad1cfaa-e400-41a2-9bb5-912a64f9abeb), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:38.879359 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-688a4af1-9ea3-4901-bd14-86665ece07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:25:38Z', 'revision_number': 6, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port_host': None}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:38.905021 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7031aef-d3b6-4a9a-9b9b-3bbeed34ece4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad1cfaa-e400-41a2-9bb5-912a64f9abeb,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:38.911055 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a4af1-9ea3-4901-bd14-86665ece07b8 None None] The sync data for ids ['1da0af32-fa10-4281-91bf-43a5436f3ee3'] in dv-cinder-856941-3-iscsi is: [{'id': '1da0af32-fa10-4281-91bf-43a5436f3ee3', 'name': 'tempest-AttachVolumeShelveTestJSON-91038307-router', 'tenant_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:18:38Z', 'updated_at': '2022-09-13T01:25:38Z', 'revision_number': 6, 'project_id': '7a9e1eee32f04f3cabd8219d36d2c6a7', 'gw_port_host': None}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:25:38.989705 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b7031aef-d3b6-4a9a-9b9b-3bbeed34ece4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-961884'] for router_gateway (1da0af32-fa10-4281-91bf-43a5436f3ee3), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:39.080632 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b7031aef-d3b6-4a9a-9b9b-3bbeed34ece4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16237'] for router (1da0af32-fa10-4281-91bf-43a5436f3ee3), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:39.082957 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b7031aef-d3b6-4a9a-9b9b-3bbeed34ece4 admin admin] Publish callbacks [] for router_controller (1da0af32-fa10-4281-91bf-43a5436f3ee3), precommit_delete_associations {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:39.129517 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b7031aef-d3b6-4a9a-9b9b-3bbeed34ece4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-958044'] for router (1da0af32-fa10-4281-91bf-43a5436f3ee3), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:39.130107 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7031aef-d3b6-4a9a-9b9b-3bbeed34ece4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1da0af32-fa10-4281-91bf-43a5436f3ee3 {{(pid=106209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 01:25:39.135089 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b7031aef-d3b6-4a9a-9b9b-3bbeed34ece4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:39.136237 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-b7031aef-d3b6-4a9a-9b9b-3bbeed34ece4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/1da0af32-fa10-4281-91bf-43a5436f3ee3 HTTP/1.1" status: 204 len: 168 time: 0.8595228 Sep 13 01:25:39.139078 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39542) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:39.203169 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a1426f-24ce-433f-9891-b5b5fb236cd8 admin admin] Deleting subnet 4dc1ba80-c277-4b7a-83cd-c01962e812af {{(pid=106208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 01:25:39.203169 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e9a1426f-24ce-433f-9891-b5b5fb236cd8 admin admin] Publish callbacks [] for subnet (4dc1ba80-c277-4b7a-83cd-c01962e812af), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:39.236680 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e9a1426f-24ce-433f-9891-b5b5fb236cd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129236159'] for subnet (4dc1ba80-c277-4b7a-83cd-c01962e812af), precommit_delete_associations {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:39.322118 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e9a1426f-24ce-433f-9891-b5b5fb236cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3960691'] for subnet (4dc1ba80-c277-4b7a-83cd-c01962e812af), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:39.333982 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39554) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:39.382572 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e9a1426f-24ce-433f-9891-b5b5fb236cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126063348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126144256'] for subnet (4dc1ba80-c277-4b7a-83cd-c01962e812af), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:39.412013 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1426f-24ce-433f-9891-b5b5fb236cd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc1ba80-c277-4b7a-83cd-c01962e812af,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:39.414223 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e9a1426f-24ce-433f-9891-b5b5fb236cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:39.421256 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-e9a1426f-24ce-433f-9891-b5b5fb236cd8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/4dc1ba80-c277-4b7a-83cd-c01962e812af HTTP/1.1" status: 204 len: 168 time: 0.2809560 Sep 13 01:25:39.421440 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39560) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:39.423233 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0ee007-cb19-480a-896e-11b5697689f9 None None] Network 47cc024b-679e-42c4-bf2a-2407e9c9e294 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:25:39.510062 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:39.525057 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:39.534602 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849132'] for network (47cc024b-679e-42c4-bf2a-2407e9c9e294), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:39.539273 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c28e0d0a-8cb4-40aa-b051-76f06881c345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:39.791938 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ef2a5d-ed4f-4bbf-a559-a1244eaa8238 None None] DHCP port deletion for 47cc024b-679e-42c4-bf2a-2407e9c9e294 request from dv-cinder-856941-3-iscsi {{(pid=106210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 01:25:39.849018 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-89ef2a5d-ed4f-4bbf-a559-a1244eaa8238 None None] Deleting port dd34793f-4aa5-424d-8db9-f983cfdcff32 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:39.849428 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-89ef2a5d-ed4f-4bbf-a559-a1244eaa8238 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (dd34793f-4aa5-424d-8db9-f983cfdcff32), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:39.861991 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] Deleting port dd34793f-4aa5-424d-8db9-f983cfdcff32 {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:39.862310 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (dd34793f-4aa5-424d-8db9-f983cfdcff32), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:39.895123 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:39.922900 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:39.923259 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device b07d6ddb-0ce6-4bd2-b228-e5eed06efdb2 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:39.923696 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device dd34793f-4aa5-424d-8db9-f983cfdcff32 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:39.951218 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] For port dd34793f-4aa5-424d-8db9-f983cfdcff32, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=dd34793f-4aa5-424d-8db9-f983cfdcff32,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:39.951598 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (dd34793f-4aa5-424d-8db9-f983cfdcff32), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:39.968111 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-89ef2a5d-ed4f-4bbf-a559-a1244eaa8238 None None] For port dd34793f-4aa5-424d-8db9-f983cfdcff32, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=dd34793f-4aa5-424d-8db9-f983cfdcff32,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:39.968511 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-89ef2a5d-ed4f-4bbf-a559-a1244eaa8238 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (dd34793f-4aa5-424d-8db9-f983cfdcff32), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:39.973238 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] Calling delete_port for dd34793f-4aa5-424d-8db9-f983cfdcff32 owned by network:dhcp {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:39.986939 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-89ef2a5d-ed4f-4bbf-a559-a1244eaa8238 None None] Calling delete_port for dd34793f-4aa5-424d-8db9-f983cfdcff32 owned by network:dhcp {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:39.999841 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c28e0d0a-8cb4-40aa-b051-76f06881c345 admin admin] Publish callbacks [] for security_group (2ac90f11-0f2f-4b64-8d2a-b45f42c76eb7), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.035973 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c28e0d0a-8cb4-40aa-b051-76f06881c345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (2ac90f11-0f2f-4b64-8d2a-b45f42c76eb7), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.079142 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port dd34793f-4aa5-424d-8db9-f983cfdcff32 is: ACTIVE; New status is: DOWN {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:25:40.079142 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (dd34793f-4aa5-424d-8db9-f983cfdcff32), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.098449 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e0d0a-8cb4-40aa-b051-76f06881c345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac90f11-0f2f-4b64-8d2a-b45f42c76eb7,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:40.129107 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port dd34793f-4aa5-424d-8db9-f983cfdcff32, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=dd34793f-4aa5-424d-8db9-f983cfdcff32,segment=NetworkSegment(8fdadaaa-b72b-4894-8c41-2c1ebf51a321),segment_id=8fdadaaa-b72b-4894-8c41-2c1ebf51a321)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:40.132193 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-c28e0d0a-8cb4-40aa-b051-76f06881c345 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1bf21f86755746d8ad202816adb24ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7956810 Sep 13 01:25:40.134500 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39566) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:40.153701 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (dd34793f-4aa5-424d-8db9-f983cfdcff32), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.154800 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:40.165672 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-89ef2a5d-ed4f-4bbf-a559-a1244eaa8238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (dd34793f-4aa5-424d-8db9-f983cfdcff32), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.168488 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (dd34793f-4aa5-424d-8db9-f983cfdcff32), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.194406 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd34793f-4aa5-424d-8db9-f983cfdcff32,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:40.201263 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] No DVR routers for this DVR port dd34793f-4aa5-424d-8db9-f983cfdcff32 on host dv-cinder-856941-3-iscsi {{(pid=106209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:25:40.203461 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-954666f4-a84c-4608-8eaf-b68cdef8278e admin admin] Publish callbacks [] for security_group (2ac90f11-0f2f-4b64-8d2a-b45f42c76eb7), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.210714 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:40.219084 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:40.219433 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 4ad1cfaa-e400-41a2-9bb5-912a64f9abeb not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:40.227116 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event deleted for resources: {'Port': ['ID=dd34793f-4aa5-424d-8db9-f983cfdcff32,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:40.229791 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-954666f4-a84c-4608-8eaf-b68cdef8278e admin admin] Publish callbacks [] for security_group (2ac90f11-0f2f-4b64-8d2a-b45f42c76eb7), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.251780 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef2a5d-ed4f-4bbf-a559-a1244eaa8238 None None] Pushing event deleted for resources: {'Port': ['ID=dd34793f-4aa5-424d-8db9-f983cfdcff32,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:40.259001 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ef2a5d-ed4f-4bbf-a559-a1244eaa8238 None None] No DVR routers for this DVR port dd34793f-4aa5-424d-8db9-f983cfdcff32 on host dv-cinder-856941-3-iscsi {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:25:40.274098 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:40.302373 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4007246', 'neutron.services.segments.db._delete_segments_for_network-8744760796856'] for network (47cc024b-679e-42c4-bf2a-2407e9c9e294), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.318148 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-954666f4-a84c-4608-8eaf-b68cdef8278e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (2ac90f11-0f2f-4b64-8d2a-b45f42c76eb7), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.321396 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-954666f4-a84c-4608-8eaf-b68cdef8278e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.322586 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-954666f4-a84c-4608-8eaf-b68cdef8278e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2ac90f11-0f2f-4b64-8d2a-b45f42c76eb7 HTTP/1.1" status: 204 len: 168 time: 0.1794167 Sep 13 01:25:40.335542 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954666f4-a84c-4608-8eaf-b68cdef8278e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac90f11-0f2f-4b64-8d2a-b45f42c76eb7,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:40.337815 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47cc024b-679e-42c4-bf2a-2407e9c9e294']}} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:40.349603 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fdadaaa-b72b-4894-8c41-2c1ebf51a321') {'for_net_delete': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:40.349979 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fdadaaa-b72b-4894-8c41-2c1ebf51a321') {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:40.361359 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744760796748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129315475'] for segment (8fdadaaa-b72b-4894-8c41-2c1ebf51a321), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.381960 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (8fdadaaa-b72b-4894-8c41-2c1ebf51a321), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.389075 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 01:25:40.389489 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128878140'] for segment (8fdadaaa-b72b-4894-8c41-2c1ebf51a321), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.432280 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment 8fdadaaa-b72b-4894-8c41-2c1ebf51a321 resource provider aggregate not found Sep 13 01:25:40.451628 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment 8fdadaaa-b72b-4894-8c41-2c1ebf51a321 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fdadaaa-b72b-4894-8c41-2c1ebf51a321 found for delete ", "request_id": "req-c95a1826-f8ec-4a74-8af6-b7d97fba2f7e"}]} Sep 13 01:25:40.460204 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4007233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-961922'] for network (47cc024b-679e-42c4-bf2a-2407e9c9e294), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.477511 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.482051 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/47cc024b-679e-42c4-bf2a-2407e9c9e294 HTTP/1.1" status: 204 len: 168 time: 1.0569043 Sep 13 01:25:40.482510 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1eb3a-7f12-4335-b6dd-16a1b2dbebd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=47cc024b-679e-42c4-bf2a-2407e9c9e294,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:40.669552 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39580) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:40.676985 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39582) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:40.696482 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b6f11b19-7304-4e93-983a-d130772590db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.718730 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-aecd742d-286c-47fc-ad56-efb1c23e7325 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7a9e1eee32f04f3cabd8219d36d2c6a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0479093 Sep 13 01:25:40.721586 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39586) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:40.783723 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:40.815696 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:40.825449 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b6f11b19-7304-4e93-983a-d130772590db admin admin] Publish callbacks [] for security_group (fda3952a-88e4-4040-8868-1d836713a7b5), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.825449 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9ac47c97-cfb6-43d3-820a-d97daae644e3 admin admin] Publish callbacks [] for security_group (1d505b58-2bd3-4c70-b8b8-9d421794229f), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.846786 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b6f11b19-7304-4e93-983a-d130772590db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (fda3952a-88e4-4040-8868-1d836713a7b5), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.863469 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9ac47c97-cfb6-43d3-820a-d97daae644e3 admin admin] Publish callbacks [] for security_group (1d505b58-2bd3-4c70-b8b8-9d421794229f), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.921037 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-b6f11b19-7304-4e93-983a-d130772590db admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0a8a97381afd4fd48ccbf495e264d3d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419908 Sep 13 01:25:40.923838 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39592) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:40.925509 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f11b19-7304-4e93-983a-d130772590db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda3952a-88e4-4040-8868-1d836713a7b5,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:40.953218 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9ac47c97-cfb6-43d3-820a-d97daae644e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (1d505b58-2bd3-4c70-b8b8-9d421794229f), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.955925 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-9ac47c97-cfb6-43d3-820a-d97daae644e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:40.957790 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-9ac47c97-cfb6-43d3-820a-d97daae644e3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1d505b58-2bd3-4c70-b8b8-9d421794229f HTTP/1.1" status: 204 len: 168 time: 0.2344642 Sep 13 01:25:40.966973 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac47c97-cfb6-43d3-820a-d97daae644e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d505b58-2bd3-4c70-b8b8-9d421794229f,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:41.022016 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b65f27-3fe9-44d4-8205-5cefce70a709 req-5068bbd4-60c6-4d5d-b490-8a416a230aa1 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:41.023576 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-96b65f27-3fe9-44d4-8205-5cefce70a709 req-5068bbd4-60c6-4d5d-b490-8a416a230aa1 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 945 time: 0.0590048 Sep 13 01:25:41.024255 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2a55547f-f9c2-46cb-9b41-ccb627082b9d admin admin] Publish callbacks [] for security_group (fda3952a-88e4-4040-8868-1d836713a7b5), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:41.057669 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2a55547f-f9c2-46cb-9b41-ccb627082b9d admin admin] Publish callbacks [] for security_group (fda3952a-88e4-4040-8868-1d836713a7b5), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:41.109504 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:41.114662 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-96b65f27-3fe9-44d4-8205-5cefce70a709 req-71f06dda-6197-4bcc-9fdf-032466e1bfb2 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808725 Sep 13 01:25:41.152114 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2a55547f-f9c2-46cb-9b41-ccb627082b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (fda3952a-88e4-4040-8868-1d836713a7b5), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:41.154795 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2a55547f-f9c2-46cb-9b41-ccb627082b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:41.155988 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-2a55547f-f9c2-46cb-9b41-ccb627082b9d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fda3952a-88e4-4040-8868-1d836713a7b5 HTTP/1.1" status: 204 len: 168 time: 0.2309268 Sep 13 01:25:41.166585 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55547f-f9c2-46cb-9b41-ccb627082b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda3952a-88e4-4040-8868-1d836713a7b5,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:42.261624 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f37f59-c437-4dfd-bb12-eed3c6753427 req-340df584-b25e-44a3-8b93-d12a031ebb77 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:42.263172 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b0f37f59-c437-4dfd-bb12-eed3c6753427 req-340df584-b25e-44a3-8b93-d12a031ebb77 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 945 time: 0.0601315 Sep 13 01:25:42.324700 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b0f37f59-c437-4dfd-bb12-eed3c6753427 req-8d6271bd-eee6-4cea-bafb-537d5b6741e5 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ba73ac66-d01f-41b3-8ba9-d5ba374ab328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549078 Sep 13 01:25:42.472669 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c63581-5b5f-445b-bead-870cb840aad3 req-b68307b6-ba46-4f27-ae22-5183119aa578 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:42.474833 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-03c63581-5b5f-445b-bead-870cb840aad3 req-b68307b6-ba46-4f27-ae22-5183119aa578 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 945 time: 0.0552301 Sep 13 01:25:42.615213 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-03c63581-5b5f-445b-bead-870cb840aad3 req-c253f865-8bf2-47d1-9307-678036a692b3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Deleting port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:42.615593 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-03c63581-5b5f-445b-bead-870cb840aad3 req-c253f865-8bf2-47d1-9307-678036a692b3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (4e09343f-3c4a-4429-8bc0-ccdaffa8df31), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:42.707762 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-03c63581-5b5f-445b-bead-870cb840aad3 req-c253f865-8bf2-47d1-9307-678036a692b3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] For port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=4e09343f-3c4a-4429-8bc0-ccdaffa8df31,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:42.708124 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-03c63581-5b5f-445b-bead-870cb840aad3 req-c253f865-8bf2-47d1-9307-678036a692b3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (4e09343f-3c4a-4429-8bc0-ccdaffa8df31), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:42.879244 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-03c63581-5b5f-445b-bead-870cb840aad3 req-c253f865-8bf2-47d1-9307-678036a692b3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:42.879615 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-03c63581-5b5f-445b-bead-870cb840aad3 req-c253f865-8bf2-47d1-9307-678036a692b3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (c3920b4d-e64a-4f4e-9fe5-2238d3bc3826), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:42.879965 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.l3_db [req-03c63581-5b5f-445b-bead-870cb840aad3 req-c253f865-8bf2-47d1-9307-678036a692b3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Floating IP c3920b4d-e64a-4f4e-9fe5-2238d3bc3826 disassociated. External IP: 172.27.1.67, port: 4e09343f-3c4a-4429-8bc0-ccdaffa8df31. Sep 13 01:25:42.880306 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-03c63581-5b5f-445b-bead-870cb840aad3 req-c253f865-8bf2-47d1-9307-678036a692b3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Calling delete_port for 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:43.015451 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-03c63581-5b5f-445b-bead-870cb840aad3 req-c253f865-8bf2-47d1-9307-678036a692b3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (4e09343f-3c4a-4429-8bc0-ccdaffa8df31), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:43.023236 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:43.046233 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253f865-8bf2-47d1-9307-678036a692b3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event deleted for resources: {'Port': ['ID=4e09343f-3c4a-4429-8bc0-ccdaffa8df31,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:43.157706 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03c63581-5b5f-445b-bead-870cb840aad3 req-c253f865-8bf2-47d1-9307-678036a692b3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Router 4f6477d8-422f-482e-b75f-6dd90fccf094 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:25:43.231800 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:43.269448 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03c63581-5b5f-445b-bead-870cb840aad3 req-c253f865-8bf2-47d1-9307-678036a692b3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:25:43.279984 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cf1a7a-948c-4802-85bc-e852d409c418 None None] Sync routers for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:25:43.289246 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cf1a7a-948c-4802-85bc-e852d409c418 None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:25:43.289855 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-82cf1a7a-948c-4802-85bc-e852d409c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:25:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:43.313958 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c63581-5b5f-445b-bead-870cb840aad3 req-c253f865-8bf2-47d1-9307-678036a692b3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] No DVR routers for this DVR port 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:25:43.316328 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-03c63581-5b5f-445b-bead-870cb840aad3 req-c253f865-8bf2-47d1-9307-678036a692b3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:43.320069 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-03c63581-5b5f-445b-bead-870cb840aad3 req-c253f865-8bf2-47d1-9307-678036a692b3 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.25 "DELETE /networking/v2.0/ports/4e09343f-3c4a-4429-8bc0-ccdaffa8df31 HTTP/1.1" status: 204 len: 173 time: 0.8388596 Sep 13 01:25:43.320501 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc43951-6c00-456d-bc95-10f6a0771001', 'name': 'network-vif-deleted', 'tag': '4e09343f-3c4a-4429-8bc0-ccdaffa8df31'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:25:43.322968 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62dd85a-28aa-4bd6-8223-1f2f41eb47cf" -d '{"events": [{"server_uuid": "ecc43951-6c00-456d-bc95-10f6a0771001", "name": "network-vif-deleted", "tag": "4e09343f-3c4a-4429-8bc0-ccdaffa8df31"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:25:43.364097 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f57b24-8240-4f00-92ee-9344f284d75b x-openstack-request-id: req-97f57b24-8240-4f00-92ee-9344f284d75b {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:25:43.364394 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc43951-6c00-456d-bc95-10f6a0771001", "name": "network-vif-deleted", "tag": "4e09343f-3c4a-4429-8bc0-ccdaffa8df31", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:25:43.364639 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97f57b24-8240-4f00-92ee-9344f284d75b {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:25:43.365038 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f57b24-8240-4f00-92ee-9344f284d75b'] response: {'server_uuid': 'ecc43951-6c00-456d-bc95-10f6a0771001', 'name': 'network-vif-deleted', 'tag': '4e09343f-3c4a-4429-8bc0-ccdaffa8df31', 'status': 'completed', 'code': 200} Sep 13 01:25:43.423112 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-82cf1a7a-948c-4802-85bc-e852d409c418 None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:25:43.463191 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-21f94aa0-41ac-446c-8daa-46da42d72e37 req-1d33e526-533f-4025-94b3-b73f6e2a7327 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ecc43951-6c00-456d-bc95-10f6a0771001 HTTP/1.1" status: 200 len: 210 time: 0.0330591 Sep 13 01:25:43.561113 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:43.664825 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-82cf1a7a-948c-4802-85bc-e852d409c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:43.702669 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cf1a7a-948c-4802-85bc-e852d409c418 None None] Checking router: 4f6477d8-422f-482e-b75f-6dd90fccf094 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:25:43.712187 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cf1a7a-948c-4802-85bc-e852d409c418 None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:25:43.712863 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-82cf1a7a-948c-4802-85bc-e852d409c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:25:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:43.833305 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-82cf1a7a-948c-4802-85bc-e852d409c418 None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:25:44.068066 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-82cf1a7a-948c-4802-85bc-e852d409c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:44.094506 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cf1a7a-948c-4802-85bc-e852d409c418 None None] The sync data for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi is: [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:20:10Z', 'revision_number': 4, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2a87e54e-686c-4027-92c0-708a5d79ad38', 'name': '', 'network_id': 'ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'mac_address': 'fa:16:3e:34:01:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:09Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'subnets': [{'id': 'f61fb4fd-3b7f-449b-85b4-6f00787bd46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:25:44.313000 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e951b595-2f12-485c-8fbc-3bb0c7c3ed65 None None] New status for floating IP c3920b4d-e64a-4f4e-9fe5-2238d3bc3826: DOWN {{(pid=106211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:25:44.562229 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39738) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:44.621937 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b4fa7359-d1b1-4c6c-aa9c-370b4e65f181 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (ba73ac66-d01f-41b3-8ba9-d5ba374ab328), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:44.643809 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b4fa7359-d1b1-4c6c-aa9c-370b4e65f181 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (ba73ac66-d01f-41b3-8ba9-d5ba374ab328), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:44.693057 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b4fa7359-d1b1-4c6c-aa9c-370b4e65f181 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (ba73ac66-d01f-41b3-8ba9-d5ba374ab328), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:44.696646 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b4fa7359-d1b1-4c6c-aa9c-370b4e65f181 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:44.697793 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-b4fa7359-d1b1-4c6c-aa9c-370b4e65f181 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ba73ac66-d01f-41b3-8ba9-d5ba374ab328 HTTP/1.1" status: 204 len: 168 time: 0.1344123 Sep 13 01:25:44.700680 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39746) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:44.710207 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:44.711064 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa7359-d1b1-4c6c-aa9c-370b4e65f181 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba73ac66-d01f-41b3-8ba9-d5ba374ab328,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:44.725401 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.api.v2.resource [None req-f92acc99-11a5-492f-92c9-4e54d440a632 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] show failed (client error): The resource could not be found. Sep 13 01:25:44.726592 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-f92acc99-11a5-492f-92c9-4e54d440a632 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "GET /networking/v2.0/security-groups/ba73ac66-d01f-41b3-8ba9-d5ba374ab328 HTTP/1.1" status: 404 len: 347 time: 0.0241559 Sep 13 01:25:44.729309 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39748) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:44.842177 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4d49b-6f9c-43d4-a373-dd88dc17c5d9 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Deleting port 8459e051-0182-4b5d-be75-a41b723a56a4 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:44.842540 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d49b-6f9c-43d4-a373-dd88dc17c5d9 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (8459e051-0182-4b5d-be75-a41b723a56a4), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:44.925081 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d49b-6f9c-43d4-a373-dd88dc17c5d9 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (8459e051-0182-4b5d-be75-a41b723a56a4), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:44.925410 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d49b-6f9c-43d4-a373-dd88dc17c5d9 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (8459e051-0182-4b5d-be75-a41b723a56a4), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:44.941216 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4d49b-6f9c-43d4-a373-dd88dc17c5d9 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Calling delete_port for 8459e051-0182-4b5d-be75-a41b723a56a4 owned by network:floatingip {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:45.091667 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d49b-6f9c-43d4-a373-dd88dc17c5d9 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (8459e051-0182-4b5d-be75-a41b723a56a4), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:45.119016 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4d49b-6f9c-43d4-a373-dd88dc17c5d9 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Pushing event deleted for resources: {'Port': ['ID=8459e051-0182-4b5d-be75-a41b723a56a4,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:45.183545 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d49b-6f9c-43d4-a373-dd88dc17c5d9 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks [] for floatingip (c3920b4d-e64a-4f4e-9fe5-2238d3bc3826), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:45.187427 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d49b-6f9c-43d4-a373-dd88dc17c5d9 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:45.188586 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-2cd4d49b-6f9c-43d4-a373-dd88dc17c5d9 tempest-AttachVolumeNegativeTest-824339547 tempest-AttachVolumeNegativeTest-824339547-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/c3920b4d-e64a-4f4e-9fe5-2238d3bc3826 HTTP/1.1" status: 204 len: 168 time: 0.4583490 Sep 13 01:25:47.312598 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:25:48.672146 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:48.695165 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:48.695510 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 4e09343f-3c4a-4429-8bc0-ccdaffa8df31 not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:51.975940 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39864) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:52.083929 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:52.165239 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Publish callbacks [] for security_group (ec06acef-e88c-4972-989e-2431bba36952), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:52.168648 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (ec06acef-e88c-4972-989e-2431bba36952), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:52.179667 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:52.212693 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec06acef-e88c-4972-989e-2431bba36952,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:52.216852 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=91791df2a5554f08bf5827f346ed5760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399111 Sep 13 01:25:52.220194 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39870) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:52.224006 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:52.224796 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:52.225137 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:52.225474 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:52.225806 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:52.226134 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:52.226467 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:52.226789 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:52.227141 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:52.227467 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:52.227791 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:52.228121 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:52.228438 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:52.228758 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:52.229076 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec7a5-e2de-44b8-8f6a-d08ea1c413b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:25:52.274101 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7e701eac-82a7-4b55-b3f6-87c51f1e74b7 admin admin] Publish callbacks [] for security_group (ec06acef-e88c-4972-989e-2431bba36952), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:52.294498 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7e701eac-82a7-4b55-b3f6-87c51f1e74b7 admin admin] Publish callbacks [] for security_group (ec06acef-e88c-4972-989e-2431bba36952), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:52.342131 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7e701eac-82a7-4b55-b3f6-87c51f1e74b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (ec06acef-e88c-4972-989e-2431bba36952), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:52.344659 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-7e701eac-82a7-4b55-b3f6-87c51f1e74b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:52.345794 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-7e701eac-82a7-4b55-b3f6-87c51f1e74b7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ec06acef-e88c-4972-989e-2431bba36952 HTTP/1.1" status: 204 len: 168 time: 0.1246250 Sep 13 01:25:52.354215 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e701eac-82a7-4b55-b3f6-87c51f1e74b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec06acef-e88c-4972-989e-2431bba36952,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:54.121300 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-d74ac710-7122-4fca-b8ca-17fc0cd6ec08 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-161750292&fields=id&tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca HTTP/1.1" status: 200 len: 267 time: 0.0495145 Sep 13 01:25:54.234118 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39972) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:54.283376 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-4ec72ae0-4cf8-42c7-b45e-d53488439f88 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:54.291418 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-4ec72ae0-4cf8-42c7-b45e-d53488439f88 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/networks?id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 HTTP/1.1" status: 200 len: 812 time: 0.1612222 Sep 13 01:25:54.303540 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-433e46ab-57ee-44f4-8331-95d03a03cde3 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/quotas/66cdd4ec03ea4fbf959ede65bb96f6ca HTTP/1.1" status: 200 len: 375 time: 0.0112672 Sep 13 01:25:54.368913 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-9942d6b6-277e-40d2-ac33-5b5370a31359 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0570831 Sep 13 01:25:54.442244 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:54.482456 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-7294ad07-0122-49b1-8817-e653c9764ceb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990829 Sep 13 01:25:54.512714 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 39978) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:54.583094 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-9914fd8b-00c1-42e3-8fdd-ee101f4a7b54 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944443 Sep 13 01:25:54.615920 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:54.652745 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8649265f-c08f-4e32-acd5-60c0d413b887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:54.773125 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-32c7aec1-ce33-4d33-877c-6793f7031d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609695'] for router_interface (4f6477d8-422f-482e-b75f-6dd90fccf094), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:54.886929 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8649265f-c08f-4e32-acd5-60c0d413b887 admin admin] Publish callbacks [] for security_group (cc0e752b-8491-4276-a94e-0ee5648067cd), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:54.917630 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-8649265f-c08f-4e32-acd5-60c0d413b887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (cc0e752b-8491-4276-a94e-0ee5648067cd), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:54.935225 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-bcb476b3-fd1a-48da-85c7-f468e000aa48 req-0c33e8c9-8a0c-4dc6-87a4-6d0c850ecfde tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 210 time: 0.0527556 Sep 13 01:25:54.981133 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 39992) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:54.981316 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-8649265f-c08f-4e32-acd5-60c0d413b887 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ae626950093b4a7caa9153d203b3b220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4675646 Sep 13 01:25:55.006270 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649265f-c08f-4e32-acd5-60c0d413b887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0e752b-8491-4276-a94e-0ee5648067cd,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:55.035555 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ab7a3236-9a11-49c5-9721-acf80cb0af0b admin admin] Publish callbacks [] for security_group (cc0e752b-8491-4276-a94e-0ee5648067cd), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:55.057149 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ab7a3236-9a11-49c5-9721-acf80cb0af0b admin admin] Publish callbacks [] for security_group (cc0e752b-8491-4276-a94e-0ee5648067cd), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:55.113739 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ab7a3236-9a11-49c5-9721-acf80cb0af0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (cc0e752b-8491-4276-a94e-0ee5648067cd), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:55.117502 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ab7a3236-9a11-49c5-9721-acf80cb0af0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:55.123147 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-ab7a3236-9a11-49c5-9721-acf80cb0af0b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cc0e752b-8491-4276-a94e-0ee5648067cd HTTP/1.1" status: 204 len: 168 time: 0.1408846 Sep 13 01:25:55.132705 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-32c7aec1-ce33-4d33-877c-6793f7031d18 admin admin] Deleting port 2a87e54e-686c-4027-92c0-708a5d79ad38 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:55.133042 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-32c7aec1-ce33-4d33-877c-6793f7031d18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:55.134834 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a3236-9a11-49c5-9721-acf80cb0af0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0e752b-8491-4276-a94e-0ee5648067cd,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:55.227324 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-32c7aec1-ce33-4d33-877c-6793f7031d18 admin admin] For port 2a87e54e-686c-4027-92c0-708a5d79ad38, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=2a87e54e-686c-4027-92c0-708a5d79ad38,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:55.227749 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-32c7aec1-ce33-4d33-877c-6793f7031d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:55.247264 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-32c7aec1-ce33-4d33-877c-6793f7031d18 admin admin] Calling delete_port for 2a87e54e-686c-4027-92c0-708a5d79ad38 owned by network:router_interface {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:55.258783 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:55.511918 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40006) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:55.527490 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c079fd48-1413-42dd-a178-2cd297cf6b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:55.586842 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:55.628458 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c079fd48-1413-42dd-a178-2cd297cf6b46 admin admin] Publish callbacks [] for security_group (1de15752-2084-46d5-98f0-1dca9f8b109e), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:55.634389 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c079fd48-1413-42dd-a178-2cd297cf6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (1de15752-2084-46d5-98f0-1dca9f8b109e), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:55.678802 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-c079fd48-1413-42dd-a178-2cd297cf6b46 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=989f74621da5492a89654cf6af90414d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1657753 Sep 13 01:25:55.680099 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079fd48-1413-42dd-a178-2cd297cf6b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de15752-2084-46d5-98f0-1dca9f8b109e,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:55.682986 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40008) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:55.735517 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-52d9c0bb-6c2d-4ef9-8ddd-172df56843be admin admin] Publish callbacks [] for security_group (1de15752-2084-46d5-98f0-1dca9f8b109e), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:55.758556 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-52d9c0bb-6c2d-4ef9-8ddd-172df56843be admin admin] Publish callbacks [] for security_group (1de15752-2084-46d5-98f0-1dca9f8b109e), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:55.759723 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-32c7aec1-ce33-4d33-877c-6793f7031d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (2a87e54e-686c-4027-92c0-708a5d79ad38), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:55.765742 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:55.796824 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7aec1-ce33-4d33-877c-6793f7031d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a87e54e-686c-4027-92c0-708a5d79ad38,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:55.823995 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-52d9c0bb-6c2d-4ef9-8ddd-172df56843be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (1de15752-2084-46d5-98f0-1dca9f8b109e), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:55.826807 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-52d9c0bb-6c2d-4ef9-8ddd-172df56843be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:55.830346 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-52d9c0bb-6c2d-4ef9-8ddd-172df56843be admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1de15752-2084-46d5-98f0-1dca9f8b109e HTTP/1.1" status: 204 len: 168 time: 0.1438234 Sep 13 01:25:55.837119 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9c0bb-6c2d-4ef9-8ddd-172df56843be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de15752-2084-46d5-98f0-1dca9f8b109e,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:56.014351 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-32c7aec1-ce33-4d33-877c-6793f7031d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957967'] for router_interface (4f6477d8-422f-482e-b75f-6dd90fccf094), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:56.103064 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0c2784c9-08b2-448f-83cf-77a6d64a7d98 req-e7a00d3c-b0ef-4d45-a8f0-86d8244403ba tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 210 time: 0.0402460 Sep 13 01:25:56.256538 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-4c63734a-48d1-4200-bea5-f9303a79fcb9 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:56.258165 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-4c63734a-48d1-4200-bea5-f9303a79fcb9 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.25 "GET /networking/v2.0/networks?id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 HTTP/1.1" status: 200 len: 812 time: 0.1754079 Sep 13 01:25:56.405305 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-f2541a7b-f5e3-46bf-8e25-514ab0df8545 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca HTTP/1.1" status: 200 len: 379 time: 0.1105571 Sep 13 01:25:56.416285 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-211a28cb-02f9-446e-bb8d-c2d61e4bdc95 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Request body: {'port': {'device_id': '9685ccea-9ac8-4b1b-9311-2b67570eed43', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'admin_state_up': True, 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'security_groups': ['a45294aa-9fb4-4926-895d-3eb44c079d1d']}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:25:56.433858 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c7aec1-ce33-4d33-877c-6793f7031d18 admin admin] Router 4f6477d8-422f-482e-b75f-6dd90fccf094 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:25:56.521770 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:56.613973 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c7aec1-ce33-4d33-877c-6793f7031d18 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:25:56.622633 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-32c7aec1-ce33-4d33-877c-6793f7031d18 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/4f6477d8-422f-482e-b75f-6dd90fccf094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3874581 Sep 13 01:25:56.622633 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-211a28cb-02f9-446e-bb8d-c2d61e4bdc95 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Made reservation on behalf of 66cdd4ec03ea4fbf959ede65bb96f6ca for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:25:56.623463 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40042) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:56.624071 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6c96d4-a48d-45c2-8878-63d09bc73ff4 None None] Sync routers for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:25:56.624451 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-211a28cb-02f9-446e-bb8d-c2d61e4bdc95 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:56.640278 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c96d4-a48d-45c2-8878-63d09bc73ff4 None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:25:56.641478 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-4c6c96d4-a48d-45c2-8878-63d09bc73ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:25:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:56.735138 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:56.744618 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ee45-3075-4b1b-bd78-4d3047dc8e0c admin admin] Publish callbacks [] for router (4f6477d8-422f-482e-b75f-6dd90fccf094), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:56.765764 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:56.799764 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-211a28cb-02f9-446e-bb8d-c2d61e4bdc95 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Allocated IP 172.20.0.14 (0a90ed41-eeae-4dbf-a9a3-4da26905e9e8/b0042c6c-337e-4770-971b-d8ee010e1407/75f99f30-6170-4344-b9f7-a80eeee96ba2) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:25:56.915380 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40048) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:56.923406 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ee45-3075-4b1b-bd78-4d3047dc8e0c admin admin] Publish callbacks [] for router_gateway (4f6477d8-422f-482e-b75f-6dd90fccf094), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:56.992616 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-c8a3ee45-3075-4b1b-bd78-4d3047dc8e0c admin admin] Deleting port 30325154-7417-4e5e-a57b-b1ccaf05777e {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:56.993028 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ee45-3075-4b1b-bd78-4d3047dc8e0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (30325154-7417-4e5e-a57b-b1ccaf05777e), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:56.998589 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-211a28cb-02f9-446e-bb8d-c2d61e4bdc95 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for port (75f99f30-6170-4344-b9f7-a80eeee96ba2), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.022914 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-4c6c96d4-a48d-45c2-8878-63d09bc73ff4 None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:25:57.046746 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-211a28cb-02f9-446e-bb8d-c2d61e4bdc95 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (75f99f30-6170-4344-b9f7-a80eeee96ba2), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.059348 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:57.096274 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-81edb1fd-366e-4d23-9b05-65d3e9002b4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-198012358-network', 'tenant_id': '5b9f4c16910f4484af30b5757bbc27f2'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:25:57.112190 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a28cb-02f9-446e-bb8d-c2d61e4bdc95 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event updated for resources: {'Port': ['ID=75f99f30-6170-4344-b9f7-a80eeee96ba2,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:57.118084 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-c8a3ee45-3075-4b1b-bd78-4d3047dc8e0c admin admin] For port 30325154-7417-4e5e-a57b-b1ccaf05777e, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=30325154-7417-4e5e-a57b-b1ccaf05777e,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:57.118450 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ee45-3075-4b1b-bd78-4d3047dc8e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (30325154-7417-4e5e-a57b-b1ccaf05777e), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.122568 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-211a28cb-02f9-446e-bb8d-c2d61e4bdc95 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:25:57.124623 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-211a28cb-02f9-446e-bb8d-c2d61e4bdc95 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:25:57.127190 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-211a28cb-02f9-446e-bb8d-c2d61e4bdc95 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:25:57.146844 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-c8a3ee45-3075-4b1b-bd78-4d3047dc8e0c admin admin] Calling delete_port for 30325154-7417-4e5e-a57b-b1ccaf05777e owned by network:router_gateway {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:57.160137 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81edb1fd-366e-4d23-9b05-65d3e9002b4e admin admin] Made reservation on behalf of 5b9f4c16910f4484af30b5757bbc27f2 for: {'network': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:25:57.165405 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-81edb1fd-366e-4d23-9b05-65d3e9002b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.187149 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-81edb1fd-366e-4d23-9b05-65d3e9002b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.227814 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-211a28cb-02f9-446e-bb8d-c2d61e4bdc95 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:57.228689 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-211a28cb-02f9-446e-bb8d-c2d61e4bdc95 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.282229 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ee373-cbc7-431f-8c9f-c2e061858fe7 req-82c582c6-46ea-4411-8cda-b78adf947222 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:57.283940 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8e7ee373-cbc7-431f-8c9f-c2e061858fe7 req-82c582c6-46ea-4411-8cda-b78adf947222 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 932 time: 0.0852242 Sep 13 01:25:57.287868 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-211a28cb-02f9-446e-bb8d-c2d61e4bdc95 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8762901 Sep 13 01:25:57.304105 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Request body: {'port': {'device_id': '9685ccea-9ac8-4b1b-9311-2b67570eed43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:25:57.317034 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:57.396647 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-81edb1fd-366e-4d23-9b05-65d3e9002b4e admin admin] Publish callbacks [] for security_group (f910a24b-f33b-46ab-a685-c55d5dcefc41), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.408154 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-81edb1fd-366e-4d23-9b05-65d3e9002b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (f910a24b-f33b-46ab-a685-c55d5dcefc41), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.426682 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (75f99f30-6170-4344-b9f7-a80eeee96ba2), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.448281 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8e7ee373-cbc7-431f-8c9f-c2e061858fe7 req-423a215c-22ee-4ec8-ae04-5122ea727ca3 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502335 Sep 13 01:25:57.458153 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81edb1fd-366e-4d23-9b05-65d3e9002b4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=106209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:25:57.476525 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-4c6c96d4-a48d-45c2-8878-63d09bc73ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:25:55Z', 'revision_number': 5, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port': {'id': '30325154-7417-4e5e-a57b-b1ccaf05777e', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:07Z', 'updated_at': '2022-09-13T01:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:57.483805 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-5ca4baac-4819-4152-85fa-670c3af2b2b3 None None] Provisioning complete for port 75f99f30-6170-4344-b9f7-a80eeee96ba2 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:25:57.484806 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5ca4baac-4819-4152-85fa-670c3af2b2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (75f99f30-6170-4344-b9f7-a80eeee96ba2), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.488224 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-81edb1fd-366e-4d23-9b05-65d3e9002b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (3e9a1410-ffb0-4d68-b0f9-6ec20cf052b7), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.488572 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.segments_db [None req-81edb1fd-366e-4d23-9b05-65d3e9002b4e admin admin] Added segment 3e9a1410-ffb0-4d68-b0f9-6ec20cf052b7 of type vlan for network 9591e53e-d709-4356-bcc5-3d3e04e5f4f3 Sep 13 01:25:57.493685 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edb1fd-366e-4d23-9b05-65d3e9002b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f910a24b-f33b-46ab-a685-c55d5dcefc41,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:57.532022 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ee45-3075-4b1b-bd78-4d3047dc8e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (30325154-7417-4e5e-a57b-b1ccaf05777e), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.561384 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6c96d4-a48d-45c2-8878-63d09bc73ff4 None None] Checking router: 4f6477d8-422f-482e-b75f-6dd90fccf094 for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:25:57.567331 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-81edb1fd-366e-4d23-9b05-65d3e9002b4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (9591e53e-d709-4356-bcc5-3d3e04e5f4f3), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.573423 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3ee45-3075-4b1b-bd78-4d3047dc8e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=30325154-7417-4e5e-a57b-b1ccaf05777e,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:57.582121 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c96d4-a48d-45c2-8878-63d09bc73ff4 None None] Routers {'4f6477d8-422f-482e-b75f-6dd90fccf094'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:25:57.582665 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-4c6c96d4-a48d-45c2-8878-63d09bc73ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:25:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['4f6477d8-422f-482e-b75f-6dd90fccf094'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:57.619280 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4baac-4819-4152-85fa-670c3af2b2b3 None None] Port 75f99f30-6170-4344-b9f7-a80eeee96ba2 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:25:57.650901 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-81edb1fd-366e-4d23-9b05-65d3e9002b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (9591e53e-d709-4356-bcc5-3d3e04e5f4f3), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.652880 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81edb1fd-366e-4d23-9b05-65d3e9002b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:57.653461 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-81edb1fd-366e-4d23-9b05-65d3e9002b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.654000 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:57.658722 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-4c6c96d4-a48d-45c2-8878-63d09bc73ff4 None None] Set router 4f6477d8-422f-482e-b75f-6dd90fccf094 gateway port host: None {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:25:57.659886 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:57.675600 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:57.680271 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ee45-3075-4b1b-bd78-4d3047dc8e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-961884'] for router_gateway (4f6477d8-422f-482e-b75f-6dd90fccf094), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.727370 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-4c6c96d4-a48d-45c2-8878-63d09bc73ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:25:57Z', 'revision_number': 7, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port_host': None}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:57.745167 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f99f30-6170-4344-b9f7-a80eeee96ba2 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:25:57.753096 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Publish callbacks [] for port (75f99f30-6170-4344-b9f7-a80eeee96ba2), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.756483 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:57.765660 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6c96d4-a48d-45c2-8878-63d09bc73ff4 None None] The sync data for ids ['4f6477d8-422f-482e-b75f-6dd90fccf094'] in dv-cinder-856941-3-iscsi is: [{'id': '4f6477d8-422f-482e-b75f-6dd90fccf094', 'name': 'tempest-AttachVolumeNegativeTest-1662480249-router', 'tenant_id': '30ce8239a9b34af685743812ce53ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:06Z', 'updated_at': '2022-09-13T01:25:57Z', 'revision_number': 7, 'project_id': '30ce8239a9b34af685743812ce53ef19', 'gw_port_host': None}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:25:57.770241 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Transition to ACTIVE for port object 75f99f30-6170-4344-b9f7-a80eeee96ba2 will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:25:57.778957 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (75f99f30-6170-4344-b9f7-a80eeee96ba2), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.784429 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-81edb1fd-366e-4d23-9b05-65d3e9002b4e admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8677161 Sep 13 01:25:57.802750 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 40058) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:57.811108 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-b5d11405-dfd7-4252-87b0-fc9336836d23 admin admin] Request body: {'subnet': {'network_id': '9591e53e-d709-4356-bcc5-3d3e04e5f4f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-198012358-subnet', 'tenant_id': '5b9f4c16910f4484af30b5757bbc27f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:25:57.817173 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edb1fd-366e-4d23-9b05-65d3e9002b4e admin admin] Pushing event updated for resources: {'Network': ['ID=9591e53e-d709-4356-bcc5-3d3e04e5f4f3,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:57.820487 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ee45-3075-4b1b-bd78-4d3047dc8e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16237'] for router (4f6477d8-422f-482e-b75f-6dd90fccf094), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.823307 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ee45-3075-4b1b-bd78-4d3047dc8e0c admin admin] Publish callbacks [] for router_controller (4f6477d8-422f-482e-b75f-6dd90fccf094), precommit_delete_associations {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.827616 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network 9591e53e-d709-4356-bcc5-3d3e04e5f4f3 details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:25:57.869586 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ee45-3075-4b1b-bd78-4d3047dc8e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-958044'] for router (4f6477d8-422f-482e-b75f-6dd90fccf094), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.870179 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a3ee45-3075-4b1b-bd78-4d3047dc8e0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f6477d8-422f-482e-b75f-6dd90fccf094 {{(pid=106209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 01:25:57.874530 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ee45-3075-4b1b-bd78-4d3047dc8e0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.874815 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Pushing event updated for resources: {'Port': ['ID=75f99f30-6170-4344-b9f7-a80eeee96ba2,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:57.875746 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-c8a3ee45-3075-4b1b-bd78-4d3047dc8e0c admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/4f6477d8-422f-482e-b75f-6dd90fccf094 HTTP/1.1" status: 204 len: 168 time: 1.2512560 Sep 13 01:25:57.878235 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40060) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:57.878916 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d11405-dfd7-4252-87b0-fc9336836d23 admin admin] Made reservation on behalf of 5b9f4c16910f4484af30b5757bbc27f2 for: {'subnet': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:25:57.881441 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b5d11405-dfd7-4252-87b0-fc9336836d23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126144285'] for subnet (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.930972 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0caf99-ecf1-45db-bd07-15267e32f7ea admin admin] Deleting subnet f61fb4fd-3b7f-449b-85b4-6f00787bd46c {{(pid=106209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 01:25:57.934093 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ae0caf99-ecf1-45db-bd07-15267e32f7ea admin admin] Publish callbacks [] for subnet (f61fb4fd-3b7f-449b-85b4-6f00787bd46c), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.968314 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ae0caf99-ecf1-45db-bd07-15267e32f7ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129315482'] for subnet (f61fb4fd-3b7f-449b-85b4-6f00787bd46c), precommit_delete_associations {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:57.990457 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Attempting to bind port 75f99f30-6170-4344-b9f7-a80eeee96ba2 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:25:57.990871 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Attempting to bind port 75f99f30-6170-4344-b9f7-a80eeee96ba2 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:25:57.991191 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Attempting to bind port 75f99f30-6170-4344-b9f7-a80eeee96ba2 on network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:25:58.043552 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ae0caf99-ecf1-45db-bd07-15267e32f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3960691'] for subnet (f61fb4fd-3b7f-449b-85b4-6f00787bd46c), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:58.071305 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Port 75f99f30-6170-4344-b9f7-a80eeee96ba2 on network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:25:58.071565 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Attempting to bind port 75f99f30-6170-4344-b9f7-a80eeee96ba2 on network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:25:58.100726 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ae0caf99-ecf1-45db-bd07-15267e32f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128878230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126134730'] for subnet (f61fb4fd-3b7f-449b-85b4-6f00787bd46c), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:58.132670 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0caf99-ecf1-45db-bd07-15267e32f7ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f61fb4fd-3b7f-449b-85b4-6f00787bd46c,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:58.134967 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ae0caf99-ecf1-45db-bd07-15267e32f7ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:58.140038 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-ae0caf99-ecf1-45db-bd07-15267e32f7ea admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/f61fb4fd-3b7f-449b-85b4-6f00787bd46c HTTP/1.1" status: 204 len: 168 time: 0.2600894 Sep 13 01:25:58.142741 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40062) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:58.157221 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ec7922-7f43-41cf-9133-e1f9f2085503 None None] Network ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:25:58.176755 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:25:58.177152 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Checking segment: {'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:25:58.177656 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Bound using segment: {'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:25:58.178060 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Bound port: 75f99f30-6170-4344-b9f7-a80eeee96ba2, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b7f4cb-81c5-4031-9233-2ada99eab352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:25:58.178444 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (75f99f30-6170-4344-b9f7-a80eeee96ba2), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:58.182700 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b5d11405-dfd7-4252-87b0-fc9336836d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126144271'] for subnet (3826343e-afbf-4dfe-9ba0-e1668b8f6079), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:58.204678 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=6 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:58.224580 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849132'] for network (ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:58.268262 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] Deleting port a22ed3ce-63ac-4fac-b69c-9f6a7e622342 {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:25:58.268789 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (a22ed3ce-63ac-4fac-b69c-9f6a7e622342), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:58.301542 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d11405-dfd7-4252-87b0-fc9336836d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3826343e-afbf-4dfe-9ba0-e1668b8f6079,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:58.319540 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] For port 75f99f30-6170-4344-b9f7-a80eeee96ba2, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:25:58.322956 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] For port 75f99f30-6170-4344-b9f7-a80eeee96ba2, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=75f99f30-6170-4344-b9f7-a80eeee96ba2,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:25:58.324349 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d11405-dfd7-4252-87b0-fc9336836d23 admin admin] Checking segment: {'id': '3e9a1410-ffb0-4d68-b0f9-6ec20cf052b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9591e53e-d709-4356-bcc5-3d3e04e5f4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:25:58.324704 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d11405-dfd7-4252-87b0-fc9336836d23 admin admin] Network hostable DHCP agents. Network: 9591e53e-d709-4356-bcc5-3d3e04e5f4f3, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:25:58.336417 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (75f99f30-6170-4344-b9f7-a80eeee96ba2), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:58.340858 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] For port a22ed3ce-63ac-4fac-b69c-9f6a7e622342, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=a22ed3ce-63ac-4fac-b69c-9f6a7e622342,segment=NetworkSegment(79c9cf9e-fb40-4172-9f3f-78f04c2f9c42),segment_id=79c9cf9e-fb40-4172-9f3f-78f04c2f9c42)] {{(pid=106209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:25:58.341221 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (a22ed3ce-63ac-4fac-b69c-9f6a7e622342), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:58.341731 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:58.342341 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:58.343755 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/75f99f30-6170-4344-b9f7-a80eeee96ba2 HTTP/1.1" status: 200 len: 1094 time: 1.0471971 Sep 13 01:25:58.345844 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9685ccea-9ac8-4b1b-9311-2b67570eed43', 'tag': '75f99f30-6170-4344-b9f7-a80eeee96ba2'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:25:58.348220 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076aab94-ee19-4002-a0e3-13f2518d9e98" -d '{"events": [{"name": "network-changed", "server_uuid": "9685ccea-9ac8-4b1b-9311-2b67570eed43", "tag": "75f99f30-6170-4344-b9f7-a80eeee96ba2"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:25:58.356569 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] Calling delete_port for a22ed3ce-63ac-4fac-b69c-9f6a7e622342 owned by network:dhcp {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:25:58.374230 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:58.386536 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d11405-dfd7-4252-87b0-fc9336836d23 admin admin] Network 9591e53e-d709-4356-bcc5-3d3e04e5f4f3 is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:25:58.430098 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20e97b5-9a05-4917-83be-94d28515dea0 x-openstack-request-id: req-f20e97b5-9a05-4917-83be-94d28515dea0 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:25:58.430398 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9685ccea-9ac8-4b1b-9311-2b67570eed43", "tag": "75f99f30-6170-4344-b9f7-a80eeee96ba2", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:25:58.430631 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f20e97b5-9a05-4917-83be-94d28515dea0 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:25:58.431072 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f20e97b5-9a05-4917-83be-94d28515dea0'] response: {'name': 'network-changed', 'server_uuid': '9685ccea-9ac8-4b1b-9311-2b67570eed43', 'tag': '75f99f30-6170-4344-b9f7-a80eeee96ba2', 'status': 'completed', 'code': 200} Sep 13 01:25:58.439968 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-b5d11405-dfd7-4252-87b0-fc9336836d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, 9591e53e-d709-4356-bcc5-3d3e04e5f4f3) {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:25:58.450712 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f29671-cd5e-4a57-ba58-f923a5966786 None None] Network 9591e53e-d709-4356-bcc5-3d3e04e5f4f3 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:25:58.451266 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d11405-dfd7-4252-87b0-fc9336836d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:58.451865 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b5d11405-dfd7-4252-87b0-fc9336836d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:58.454438 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16474b-4ceb-4e1f-89d7-e73073d95cff service neutron] Pushing event updated for resources: {'Port': ['ID=75f99f30-6170-4344-b9f7-a80eeee96ba2,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:58.458944 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-f49c58b2-206f-4eea-8ea7-02fd687b6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:58.460630 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-f49c58b2-206f-4eea-8ea7-02fd687b6982 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca&device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 1128 time: 0.0683920 Sep 13 01:25:58.469274 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (a22ed3ce-63ac-4fac-b69c-9f6a7e622342), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:58.481314 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-b5d11405-dfd7-4252-87b0-fc9336836d23 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6685307 Sep 13 01:25:58.531070 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] Pushing event deleted for resources: {'Port': ['ID=a22ed3ce-63ac-4fac-b69c-9f6a7e622342,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:58.534336 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] No DVR routers for this DVR port a22ed3ce-63ac-4fac-b69c-9f6a7e622342 on host dv-cinder-856941-3-iscsi {{(pid=106209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:25:58.560131 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-aed475d3-7193-4e1c-a18e-dfae7efd569d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75f99f30-6170-4344-b9f7-a80eeee96ba2 HTTP/1.1" status: 200 len: 217 time: 0.0814121 Sep 13 01:25:58.612628 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6a7764-18f1-4b92-8c98-e09d301b7dce None None] Network 9591e53e-d709-4356-bcc5-3d3e04e5f4f3 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:25:58.635940 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4007246', 'neutron.services.segments.db._delete_segments_for_network-8744760796856'] for network (ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:58.660387 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e']}} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:58.663813 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecdcc41-2079-4a68-8281-b1ae9482202f None None] DHCP port deletion for ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e request from dv-cinder-856941-3-iscsi {{(pid=106210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 01:25:58.672928 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:58.686026 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42') {'for_net_delete': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:58.686434 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c9cf9e-fb40-4172-9f3f-78f04c2f9c42') {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:25:58.704275 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744760796748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129315475'] for segment (79c9cf9e-fb40-4172-9f3f-78f04c2f9c42), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:58.716122 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64367deb-560d-4968-8710-27f107a06b75 req-8028c0c2-6f74-479a-92fc-2bb7a772b449 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:58.723904 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (79c9cf9e-fb40-4172-9f3f-78f04c2f9c42), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:58.724038 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-64367deb-560d-4968-8710-27f107a06b75 req-8028c0c2-6f74-479a-92fc-2bb7a772b449 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 944 time: 0.1720386 Sep 13 01:25:58.731716 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 01:25:58.732188 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128878140'] for segment (79c9cf9e-fb40-4172-9f3f-78f04c2f9c42), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:58.736701 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-9656cb8f-927c-485a-85a1-00e5b26f9ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:58.738174 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-9656cb8f-927c-485a-85a1-00e5b26f9ac2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b0042c6c-337e-4770-971b-d8ee010e1407 HTTP/1.1" status: 200 len: 851 time: 0.1606278 Sep 13 01:25:58.793724 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment 79c9cf9e-fb40-4172-9f3f-78f04c2f9c42 resource provider aggregate not found Sep 13 01:25:58.820914 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment 79c9cf9e-fb40-4172-9f3f-78f04c2f9c42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79c9cf9e-fb40-4172-9f3f-78f04c2f9c42 found for delete ", "request_id": "req-f6462e7a-5877-4a7b-8f98-5ac93973c947"}]} Sep 13 01:25:58.836081 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4007233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-961922'] for network (ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:58.841568 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-64367deb-560d-4968-8710-27f107a06b75 req-57c2e50a-396b-4838-8c8d-73f1a10fc390 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130536 Sep 13 01:25:58.842013 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:58.842713 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-3ab65e25-63ca-482d-8d83-e104cd36b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:58.844133 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-3ab65e25-63ca-482d-8d83-e104cd36b39e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789428 Sep 13 01:25:58.845153 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e HTTP/1.1" status: 204 len: 168 time: 0.7010679 Sep 13 01:25:58.845613 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:58.858505 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623daeea-006a-472e-98ee-56a797edffcb admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8fe8c3-8c67-4c53-9bb3-c1aeeaaaf18e,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:58.968503 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-36ed9319-abde-4192-a260-25ed795aa092 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173947 Sep 13 01:25:59.081633 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40088) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:59.085546 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a075f609-b1af-4f8a-acc4-1e36e27ec429 req-f61de35d-8167-4ed0-b1c5-bb5116da6dd7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101053 Sep 13 01:25:59.125002 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-dfc12809-e937-4a6b-8233-a34c675e6e00 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=30ce8239a9b34af685743812ce53ef19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421910 Sep 13 01:25:59.127502 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40090) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:59.181226 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-dafdea6e-26fc-402c-96fe-6d9102d291f6 admin admin] Publish callbacks [] for security_group (4707174d-597d-4217-80d9-aded692fa6b2), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:59.201805 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-dafdea6e-26fc-402c-96fe-6d9102d291f6 admin admin] Publish callbacks [] for security_group (4707174d-597d-4217-80d9-aded692fa6b2), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:59.253828 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-dafdea6e-26fc-402c-96fe-6d9102d291f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (4707174d-597d-4217-80d9-aded692fa6b2), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:59.256490 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-dafdea6e-26fc-402c-96fe-6d9102d291f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:59.257545 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-dafdea6e-26fc-402c-96fe-6d9102d291f6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4707174d-597d-4217-80d9-aded692fa6b2 HTTP/1.1" status: 204 len: 168 time: 0.1290669 Sep 13 01:25:59.265604 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdea6e-26fc-402c-96fe-6d9102d291f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4707174d-597d-4217-80d9-aded692fa6b2,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:59.280071 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 40096) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:59.284890 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-d8774dd6-46f7-4f91-9f6f-98033f1b7989 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1355007324-network', 'tenant_id': '6416e876babe4a30b21eaaa002360013'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:25:59.307188 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8774dd6-46f7-4f91-9f6f-98033f1b7989 admin admin] Made reservation on behalf of 6416e876babe4a30b21eaaa002360013 for: {'network': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:25:59.310084 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d8774dd6-46f7-4f91-9f6f-98033f1b7989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:59.319159 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d8774dd6-46f7-4f91-9f6f-98033f1b7989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:59.398928 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d8774dd6-46f7-4f91-9f6f-98033f1b7989 admin admin] Publish callbacks [] for security_group (f20b52de-1b93-4e7a-bf53-6149f72e1fa5), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:59.403102 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d8774dd6-46f7-4f91-9f6f-98033f1b7989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (f20b52de-1b93-4e7a-bf53-6149f72e1fa5), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:59.433972 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8774dd6-46f7-4f91-9f6f-98033f1b7989 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=106208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:25:59.439934 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8774dd6-46f7-4f91-9f6f-98033f1b7989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20b52de-1b93-4e7a-bf53-6149f72e1fa5,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:59.448880 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d8774dd6-46f7-4f91-9f6f-98033f1b7989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (efbdcbd4-75a4-440f-a9b5-9178a7a8ecca), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:59.449214 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.segments_db [None req-d8774dd6-46f7-4f91-9f6f-98033f1b7989 admin admin] Added segment efbdcbd4-75a4-440f-a9b5-9178a7a8ecca of type vlan for network 2ed4b4b7-5650-43bc-85d2-81eaca3687c6 Sep 13 01:25:59.491972 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d8774dd6-46f7-4f91-9f6f-98033f1b7989 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (2ed4b4b7-5650-43bc-85d2-81eaca3687c6), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:59.547320 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d8774dd6-46f7-4f91-9f6f-98033f1b7989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (2ed4b4b7-5650-43bc-85d2-81eaca3687c6), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:59.548318 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8774dd6-46f7-4f91-9f6f-98033f1b7989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:59.548903 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d8774dd6-46f7-4f91-9f6f-98033f1b7989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:59.553019 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aab94-ee19-4002-a0e3-13f2518d9e98 req-d43eb4b2-b22b-4583-873f-7fe3b7893e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:59.554486 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-076aab94-ee19-4002-a0e3-13f2518d9e98 req-d43eb4b2-b22b-4583-873f-7fe3b7893e20 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca&device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 1128 time: 0.0517309 Sep 13 01:25:59.655755 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-d8774dd6-46f7-4f91-9f6f-98033f1b7989 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3721116 Sep 13 01:25:59.656292 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40108) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:25:59.664186 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-0a2d03af-da51-475d-9aa4-3e1b70f5d2bd admin admin] Request body: {'subnet': {'network_id': '2ed4b4b7-5650-43bc-85d2-81eaca3687c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1355007324-subnet', 'tenant_id': '6416e876babe4a30b21eaaa002360013', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:25:59.670430 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8774dd6-46f7-4f91-9f6f-98033f1b7989 admin admin] Pushing event updated for resources: {'Network': ['ID=2ed4b4b7-5650-43bc-85d2-81eaca3687c6,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:25:59.691365 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network 2ed4b4b7-5650-43bc-85d2-81eaca3687c6 details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:25:59.709876 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2d03af-da51-475d-9aa4-3e1b70f5d2bd admin admin] Made reservation on behalf of 6416e876babe4a30b21eaaa002360013 for: {'subnet': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:25:59.716823 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0a2d03af-da51-475d-9aa4-3e1b70f5d2bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126134743'] for subnet (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:59.740784 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aab94-ee19-4002-a0e3-13f2518d9e98 req-138d95cf-3fc5-48b5-b2d2-5af6cb5893a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:59.742252 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-076aab94-ee19-4002-a0e3-13f2518d9e98 req-138d95cf-3fc5-48b5-b2d2-5af6cb5893a9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 HTTP/1.1" status: 200 len: 913 time: 0.1736350 Sep 13 01:25:59.781452 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device a22ed3ce-63ac-4fac-b69c-9f6a7e622342 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:59.800692 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-076aab94-ee19-4002-a0e3-13f2518d9e98 req-0a4b306f-da2c-4825-a72a-43b1d86b7796 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75f99f30-6170-4344-b9f7-a80eeee96ba2 HTTP/1.1" status: 200 len: 217 time: 0.0489731 Sep 13 01:25:59.818975 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:59.821591 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: a22ed3ce-63ac-4fac-b69c-9f6a7e622342 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:59.821988 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device a22ed3ce-63ac-4fac-b69c-9f6a7e622342 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:59.822511 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 2a87e54e-686c-4027-92c0-708a5d79ad38 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:59.843585 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 2a87e54e-686c-4027-92c0-708a5d79ad38 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:59.844173 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 2a87e54e-686c-4027-92c0-708a5d79ad38 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:59.844854 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 30325154-7417-4e5e-a57b-b1ccaf05777e no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:25:59.847904 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:25:59.871413 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aab94-ee19-4002-a0e3-13f2518d9e98 req-056ada1a-0ad9-44d3-b335-fdd3f03a49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:59.873092 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-076aab94-ee19-4002-a0e3-13f2518d9e98 req-056ada1a-0ad9-44d3-b335-fdd3f03a49c4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b0042c6c-337e-4770-971b-d8ee010e1407 HTTP/1.1" status: 200 len: 851 time: 0.0640738 Sep 13 01:25:59.873404 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 30325154-7417-4e5e-a57b-b1ccaf05777e {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:25:59.873974 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 30325154-7417-4e5e-a57b-b1ccaf05777e not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:25:59.923568 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f700ca43-86d3-4acc-a2f7-1ccc560234e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:59.944936 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aab94-ee19-4002-a0e3-13f2518d9e98 req-ebbfcc08-d2c6-48a5-94bb-42d239d92699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:25:59.947505 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-076aab94-ee19-4002-a0e3-13f2518d9e98 req-ebbfcc08-d2c6-48a5-94bb-42d239d92699 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527689 Sep 13 01:25:59.955715 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0a2d03af-da51-475d-9aa4-3e1b70f5d2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128892763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126134725'] for subnet (3c8fca64-f847-4b5b-83e5-a8a9974483c2), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:25:59.965913 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:00.064148 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2e4ff-2294-4502-a722-ba00d30e5f4d req-3f50dfac-e191-41b9-8a0a-2bf940f8ada3 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:00.065649 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5de2e4ff-2294-4502-a722-ba00d30e5f4d req-3f50dfac-e191-41b9-8a0a-2bf940f8ada3 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 944 time: 0.1029794 Sep 13 01:26:00.069989 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d03af-da51-475d-9aa4-3e1b70f5d2bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8fca64-f847-4b5b-83e5-a8a9974483c2,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:00.072175 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-076aab94-ee19-4002-a0e3-13f2518d9e98 req-e5e51e1f-eae9-43b8-8f2b-76d3ba651d0e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149817 Sep 13 01:26:00.080348 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2d03af-da51-475d-9aa4-3e1b70f5d2bd admin admin] Checking segment: {'id': 'efbdcbd4-75a4-440f-a9b5-9178a7a8ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ed4b4b7-5650-43bc-85d2-81eaca3687c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:26:00.080709 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2d03af-da51-475d-9aa4-3e1b70f5d2bd admin admin] Network hostable DHCP agents. Network: 2ed4b4b7-5650-43bc-85d2-81eaca3687c6, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:26:00.124859 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2d03af-da51-475d-9aa4-3e1b70f5d2bd admin admin] Network 2ed4b4b7-5650-43bc-85d2-81eaca3687c6 is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:26:00.144675 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5de2e4ff-2294-4502-a722-ba00d30e5f4d req-4d5a22dd-cf8d-4eeb-8303-5c6f2df971c4 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663788 Sep 13 01:26:00.146483 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-0a2d03af-da51-475d-9aa4-3e1b70f5d2bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, 2ed4b4b7-5650-43bc-85d2-81eaca3687c6) {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:26:00.156914 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2d03af-da51-475d-9aa4-3e1b70f5d2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:00.157505 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0a2d03af-da51-475d-9aa4-3e1b70f5d2bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:00.158053 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0bda5e-8da5-4ebe-9f54-96c00611d760 None None] Network 2ed4b4b7-5650-43bc-85d2-81eaca3687c6 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:26:00.190929 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-0a2d03af-da51-475d-9aa4-3e1b70f5d2bd admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5281072 Sep 13 01:26:00.196811 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-076aab94-ee19-4002-a0e3-13f2518d9e98 req-027fcc62-5176-424f-8eca-1a1d2ebe58e8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185842 Sep 13 01:26:00.282266 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed01f61e-1676-4d8b-9349-a8281a398107 None None] Network 2ed4b4b7-5650-43bc-85d2-81eaca3687c6 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:26:01.296949 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9fecf-9407-4f8a-bd76-fc6fe613ee77 req-3c72a74a-75c9-4d1a-9d29-e2bd81717a1d tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:01.298407 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ccd9fecf-9407-4f8a-bd76-fc6fe613ee77 req-3c72a74a-75c9-4d1a-9d29-e2bd81717a1d tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 944 time: 0.0473611 Sep 13 01:26:01.352711 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ccd9fecf-9407-4f8a-bd76-fc6fe613ee77 req-0d23d27a-25dc-4564-8edd-35c71fab148c tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478144 Sep 13 01:26:01.453609 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:01.458941 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=15 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:02.197101 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6e557b62-b34f-4b2c-a4b2-c06324007936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:02.509253 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc249310-354c-4d3a-bc7c-ba925d4f8d35 req-0d6189c8-6ccd-4fa3-96a1-6e8983793859 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:02.511501 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-bc249310-354c-4d3a-bc7c-ba925d4f8d35 req-0d6189c8-6ccd-4fa3-96a1-6e8983793859 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 944 time: 0.0548539 Sep 13 01:26:02.527693 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 40198) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:02.626183 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-bc249310-354c-4d3a-bc7c-ba925d4f8d35 req-b335c144-cf22-434e-b61b-4f017d50537a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020708 Sep 13 01:26:02.727097 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-cc0c2401-9430-4ad5-a32c-b87fa250fd26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:02.810846 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-cc0c2401-9430-4ad5-a32c-b87fa250fd26 admin admin] Publish callbacks [] for security_group (d635a28f-0f17-475a-a10c-ae3448da3009), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:02.814715 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-cc0c2401-9430-4ad5-a32c-b87fa250fd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (d635a28f-0f17-475a-a10c-ae3448da3009), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:02.854483 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-cc0c2401-9430-4ad5-a32c-b87fa250fd26 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=60f9aae8b6c147a2b7686b2f0e88c3ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268096 Sep 13 01:26:02.856394 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c2401-9430-4ad5-a32c-b87fa250fd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d635a28f-0f17-475a-a10c-ae3448da3009,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:02.857264 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40210) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:02.886089 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:02.910333 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-82d4ef86-4402-4be2-a750-a3556fd3a979 admin admin] Publish callbacks [] for security_group (d635a28f-0f17-475a-a10c-ae3448da3009), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:02.931284 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-82d4ef86-4402-4be2-a750-a3556fd3a979 admin admin] Publish callbacks [] for security_group (d635a28f-0f17-475a-a10c-ae3448da3009), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:02.979737 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-82d4ef86-4402-4be2-a750-a3556fd3a979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (d635a28f-0f17-475a-a10c-ae3448da3009), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:02.982200 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-82d4ef86-4402-4be2-a750-a3556fd3a979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:02.983376 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-82d4ef86-4402-4be2-a750-a3556fd3a979 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d635a28f-0f17-475a-a10c-ae3448da3009 HTTP/1.1" status: 204 len: 168 time: 0.1251390 Sep 13 01:26:02.991633 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4ef86-4402-4be2-a750-a3556fd3a979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d635a28f-0f17-475a-a10c-ae3448da3009,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:03.381100 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:03.743292 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0481af2-6d6b-4af0-a9d5-18512b72338b req-9d713bb4-9c46-4e43-8db4-274ae11db0cb tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:03.744766 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c0481af2-6d6b-4af0-a9d5-18512b72338b req-9d713bb4-9c46-4e43-8db4-274ae11db0cb tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 944 time: 0.0468891 Sep 13 01:26:03.797931 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c0481af2-6d6b-4af0-a9d5-18512b72338b req-4630d4c3-3c91-4a2c-9f68-618989fbbf0b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471170 Sep 13 01:26:04.808709 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:04.832345 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:04.834458 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:04.923499 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616b1ac-1965-423c-a473-2a205de9b923 req-370c75ef-53c0-43d6-ab6d-0b1d05ee52b8 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:04.924941 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5616b1ac-1965-423c-a473-2a205de9b923 req-370c75ef-53c0-43d6-ab6d-0b1d05ee52b8 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 944 time: 0.0459688 Sep 13 01:26:04.977155 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-5616b1ac-1965-423c-a473-2a205de9b923 req-e54b4d49-37d6-4345-899c-bd497f61127f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453200 Sep 13 01:26:06.100814 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d374854-c096-4813-9a8c-01ac4f1df822 req-53223c19-4d70-4478-985a-f043cc3d2fd7 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:06.102237 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1d374854-c096-4813-9a8c-01ac4f1df822 req-53223c19-4d70-4478-985a-f043cc3d2fd7 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 944 time: 0.0491142 Sep 13 01:26:06.151615 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1d374854-c096-4813-9a8c-01ac4f1df822 req-1d2d04d4-c5fd-4959-ad01-079ff25e207a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437937 Sep 13 01:26:07.274307 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d3207-1787-44f7-8943-1c50a1e0d146 req-8251fcf3-461a-4bb4-be28-7a9371553a9c tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:07.275781 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-747d3207-1787-44f7-8943-1c50a1e0d146 req-8251fcf3-461a-4bb4-be28-7a9371553a9c tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 944 time: 0.0474939 Sep 13 01:26:07.325420 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-747d3207-1787-44f7-8943-1c50a1e0d146 req-c517d998-c65e-4a5c-b64a-cac293a8dc54 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438573 Sep 13 01:26:08.517624 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303186cd-2566-4dff-ad12-998804f34ee8 req-b4ee8800-5232-4937-80f6-d40ee12e326e tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:08.525127 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-303186cd-2566-4dff-ad12-998804f34ee8 req-b4ee8800-5232-4937-80f6-d40ee12e326e tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 944 time: 0.0516021 Sep 13 01:26:08.570618 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-303186cd-2566-4dff-ad12-998804f34ee8 req-758ec8be-feed-4e22-87a9-c55a067e6242 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446146 Sep 13 01:26:09.694328 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc696072-734a-4d62-944e-cfa6bf7962d3 req-fd442b85-2aa9-4321-a1d0-e3faad0fd853 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:09.695804 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-cc696072-734a-4d62-944e-cfa6bf7962d3 req-fd442b85-2aa9-4321-a1d0-e3faad0fd853 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 944 time: 0.0471916 Sep 13 01:26:09.718601 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 75f99f30-6170-4344-b9f7-a80eeee96ba2 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:26:09.744308 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-cc696072-734a-4d62-944e-cfa6bf7962d3 req-e28f601e-426c-4786-814b-62ffc63931bb tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427439 Sep 13 01:26:09.814691 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 75f99f30-6170-4344-b9f7-a80eeee96ba2, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=75f99f30-6170-4344-b9f7-a80eeee96ba2,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:26:09.823398 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:09.827017 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': '75f99f30-6170-4344-b9f7-a80eeee96ba2', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'port_id': '75f99f30-6170-4344-b9f7-a80eeee96ba2', 'mac_address': 'fa:16:3e:25:f8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:26:09.867081 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 75f99f30-6170-4344-b9f7-a80eeee96ba2 is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:26:09.867478 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (75f99f30-6170-4344-b9f7-a80eeee96ba2), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:09.880879 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f99f30-6170-4344-b9f7-a80eeee96ba2 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:26:09.902306 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 75f99f30-6170-4344-b9f7-a80eeee96ba2, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=75f99f30-6170-4344-b9f7-a80eeee96ba2,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:26:09.906814 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (75f99f30-6170-4344-b9f7-a80eeee96ba2), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:09.954435 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=75f99f30-6170-4344-b9f7-a80eeee96ba2,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:09.962068 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:09.962412 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:09.962746 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:09.963110 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:09.963438 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:09.963763 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:09.964083 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:09.964402 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:09.964723 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:09.965040 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:09.965357 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:09.965678 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:09.965994 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:09.966308 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:09.966666 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:10.123638 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['75f99f30-6170-4344-b9f7-a80eeee96ba2'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:26:10.871477 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a04560-b226-4ff0-9d29-127c18f04901 req-ee8f8dc1-628e-4fcf-8ab8-b0e5032ea147 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:10.872926 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-48a04560-b226-4ff0-9d29-127c18f04901 req-ee8f8dc1-628e-4fcf-8ab8-b0e5032ea147 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 945 time: 0.0475364 Sep 13 01:26:10.924693 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-48a04560-b226-4ff0-9d29-127c18f04901 req-dda1174f-3586-4515-96e4-1046e3d6e14d tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461199 Sep 13 01:26:11.751560 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 75f99f30-6170-4344-b9f7-a80eeee96ba2 up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:26:11.796034 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port 75f99f30-6170-4344-b9f7-a80eeee96ba2 completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:26:11.809585 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port 75f99f30-6170-4344-b9f7-a80eeee96ba2 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:26:11.811192 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (75f99f30-6170-4344-b9f7-a80eeee96ba2), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:11.888898 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 75f99f30-6170-4344-b9f7-a80eeee96ba2 is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:26:11.889292 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (75f99f30-6170-4344-b9f7-a80eeee96ba2), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:11.917581 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9685ccea-9ac8-4b1b-9311-2b67570eed43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f99f30-6170-4344-b9f7-a80eeee96ba2'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:26:11.919898 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e674cde-1d7e-433b-b8e5-d42128377e3e" -d '{"events": [{"server_uuid": "9685ccea-9ac8-4b1b-9311-2b67570eed43", "name": "network-vif-plugged", "status": "completed", "tag": "75f99f30-6170-4344-b9f7-a80eeee96ba2"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:26:11.934199 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 75f99f30-6170-4344-b9f7-a80eeee96ba2, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=75f99f30-6170-4344-b9f7-a80eeee96ba2,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:26:11.939816 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (75f99f30-6170-4344-b9f7-a80eeee96ba2), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:11.995254 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:11.997624 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2bdba7-c2d5-4b1b-a005-b12b42c80f00 x-openstack-request-id: req-ca2bdba7-c2d5-4b1b-a005-b12b42c80f00 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:26:11.997964 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9685ccea-9ac8-4b1b-9311-2b67570eed43", "name": "network-vif-plugged", "status": "completed", "tag": "75f99f30-6170-4344-b9f7-a80eeee96ba2", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:26:11.998350 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca2bdba7-c2d5-4b1b-a005-b12b42c80f00 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:26:11.998782 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca2bdba7-c2d5-4b1b-a005-b12b42c80f00'] response: {'server_uuid': '9685ccea-9ac8-4b1b-9311-2b67570eed43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f99f30-6170-4344-b9f7-a80eeee96ba2', 'code': 200} Sep 13 01:26:12.024820 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=75f99f30-6170-4344-b9f7-a80eeee96ba2,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:12.063988 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:12.076252 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8e7a6-61e9-48e5-8eca-043ee2acff13 req-72da39c5-bcee-46bf-9982-820f76398324 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:12.077792 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ecd8e7a6-61e9-48e5-8eca-043ee2acff13 req-72da39c5-bcee-46bf-9982-820f76398324 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 946 time: 0.0541112 Sep 13 01:26:12.090670 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:12.157597 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ecd8e7a6-61e9-48e5-8eca-043ee2acff13 req-065213a4-bfc1-46d9-8f7c-36573dc4b6c8 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726969 Sep 13 01:26:12.249201 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6b053-c995-434e-8de4-c78f0751b269 req-06a2d171-2a2d-42d0-9e23-c94e83d8000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:12.250733 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fdd6b053-c995-434e-8de4-c78f0751b269 req-06a2d171-2a2d-42d0-9e23-c94e83d8000c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 1130 time: 0.0401905 Sep 13 01:26:12.300146 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fdd6b053-c995-434e-8de4-c78f0751b269 req-b832d4c8-91ed-4efc-8171-6957f379398f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426574 Sep 13 01:26:13.227669 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:13.316053 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c1c54-95d1-41e1-8ef4-e6a2a5c50dc8 req-c48bb3c9-b366-44e1-843a-ec40fbf9eb09 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:13.317733 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f97c1c54-95d1-41e1-8ef4-e6a2a5c50dc8 req-c48bb3c9-b366-44e1-843a-ec40fbf9eb09 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 946 time: 0.0583129 Sep 13 01:26:13.383815 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-f97c1c54-95d1-41e1-8ef4-e6a2a5c50dc8 req-1f6ddbb0-2dc0-4000-be15-2381c694b10a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598421 Sep 13 01:26:13.466429 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40494) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:13.588144 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:13.670287 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Publish callbacks [] for security_group (5f51177f-5346-47b8-9464-92ef02ccb0a8), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:13.673884 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (5f51177f-5346-47b8-9464-92ef02ccb0a8), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:13.689052 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:13.717216 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2c04d8d567d842f5a472031cb9e723a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495625 Sep 13 01:26:13.718844 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f51177f-5346-47b8-9464-92ef02ccb0a8,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:13.719946 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 40500) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:13.727336 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:13.727680 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:13.728020 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:13.728357 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:13.728687 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:13.729016 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:13.729339 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:13.729659 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:13.729983 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:13.730306 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:13.730630 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:13.731004 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:13.731327 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:13.731642 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:13.731960 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b2678-f34c-4dd5-bb17-827d52c4966b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:13.771880 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e970805c-0f4a-4244-8e80-f905ed8b48c1 admin admin] Publish callbacks [] for security_group (5f51177f-5346-47b8-9464-92ef02ccb0a8), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:13.792562 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e970805c-0f4a-4244-8e80-f905ed8b48c1 admin admin] Publish callbacks [] for security_group (5f51177f-5346-47b8-9464-92ef02ccb0a8), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:13.840035 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e970805c-0f4a-4244-8e80-f905ed8b48c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (5f51177f-5346-47b8-9464-92ef02ccb0a8), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:13.842607 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e970805c-0f4a-4244-8e80-f905ed8b48c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:13.843778 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-e970805c-0f4a-4244-8e80-f905ed8b48c1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5f51177f-5346-47b8-9464-92ef02ccb0a8 HTTP/1.1" status: 204 len: 168 time: 0.1228430 Sep 13 01:26:13.856280 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970805c-0f4a-4244-8e80-f905ed8b48c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f51177f-5346-47b8-9464-92ef02ccb0a8,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:14.149753 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 40520) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:14.164411 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ae66fc20-0501-4e27-a28a-2d437cb69b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:14.239568 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ae66fc20-0501-4e27-a28a-2d437cb69b67 admin admin] Publish callbacks [] for security_group (096c0057-6669-4f5d-8b08-5603cb1b5455), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:14.242973 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ae66fc20-0501-4e27-a28a-2d437cb69b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (096c0057-6669-4f5d-8b08-5603cb1b5455), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:14.280872 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-ae66fc20-0501-4e27-a28a-2d437cb69b67 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=051aa6fe9fac451f9c5621b1ac88a602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300845 Sep 13 01:26:14.281736 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66fc20-0501-4e27-a28a-2d437cb69b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096c0057-6669-4f5d-8b08-5603cb1b5455,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:14.283610 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40522) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:14.335887 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0099148d-f8a1-48f2-8d9d-7391a871a234 admin admin] Publish callbacks [] for security_group (096c0057-6669-4f5d-8b08-5603cb1b5455), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:14.356265 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0099148d-f8a1-48f2-8d9d-7391a871a234 admin admin] Publish callbacks [] for security_group (096c0057-6669-4f5d-8b08-5603cb1b5455), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:14.401413 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0099148d-f8a1-48f2-8d9d-7391a871a234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (096c0057-6669-4f5d-8b08-5603cb1b5455), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:14.403995 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0099148d-f8a1-48f2-8d9d-7391a871a234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:14.405182 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-0099148d-f8a1-48f2-8d9d-7391a871a234 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/096c0057-6669-4f5d-8b08-5603cb1b5455 HTTP/1.1" status: 204 len: 168 time: 0.1205797 Sep 13 01:26:14.421211 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099148d-f8a1-48f2-8d9d-7391a871a234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096c0057-6669-4f5d-8b08-5603cb1b5455,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:14.508149 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459ea80-bf2f-4893-b33c-dd64a1aa1d84 req-4a13a5f8-3d6a-41d4-9f62-df5e05abc711 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:14.509718 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0459ea80-bf2f-4893-b33c-dd64a1aa1d84 req-4a13a5f8-3d6a-41d4-9f62-df5e05abc711 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 946 time: 0.0499084 Sep 13 01:26:14.584459 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0459ea80-bf2f-4893-b33c-dd64a1aa1d84 req-3dc01001-8f2d-4e60-8f69-dc3bd36a71fb tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672359 Sep 13 01:26:14.721351 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9a760-ee31-47ec-a60f-5a42f89895d0 req-462ed9a9-aa4b-42e2-9aa3-56ea3c28c878 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:14.723103 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c1d9a760-ee31-47ec-a60f-5a42f89895d0 req-462ed9a9-aa4b-42e2-9aa3-56ea3c28c878 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 946 time: 0.0528028 Sep 13 01:26:14.767531 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:14.789421 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c1d9a760-ee31-47ec-a60f-5a42f89895d0 req-13435e78-b18c-4411-a06a-375e954e811e tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551174 Sep 13 01:26:14.794622 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 40542) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:14.810130 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-94e5a31d-1a52-4de2-abe6-d082d42c1ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:14.821530 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40544) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:14.863203 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177cf30b-63d6-4a1d-8495-31af4312abce tempest-TestVolumeBootPattern-1288550507 tempest-TestVolumeBootPattern-1288550507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:14.867386 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-177cf30b-63d6-4a1d-8495-31af4312abce tempest-TestVolumeBootPattern-1288550507 tempest-TestVolumeBootPattern-1288550507-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 1125 time: 0.0420406 Sep 13 01:26:14.867944 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40548) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:14.873234 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Request body: {'floatingip': {'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'port_id': '75f99f30-6170-4344-b9f7-a80eeee96ba2', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:26:14.892517 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-94e5a31d-1a52-4de2-abe6-d082d42c1ad8 admin admin] Publish callbacks [] for security_group (c6bc933c-24cd-4d06-a22d-6afab05e66c0), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:14.896627 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:14.897349 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-94e5a31d-1a52-4de2-abe6-d082d42c1ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (c6bc933c-24cd-4d06-a22d-6afab05e66c0), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:14.936669 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5a31d-1a52-4de2-abe6-d082d42c1ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bc933c-24cd-4d06-a22d-6afab05e66c0,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:14.944301 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-94e5a31d-1a52-4de2-abe6-d082d42c1ad8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=04c0f61894b04619b9e9486dd55b3bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485894 Sep 13 01:26:14.944890 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 40552) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:14.990329 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:14.997306 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-914bbc68-c089-4e44-82dd-a5e72c13a5cf admin admin] Publish callbacks [] for security_group (c6bc933c-24cd-4d06-a22d-6afab05e66c0), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:15.004465 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:15.010526 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:15.026558 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-914bbc68-c089-4e44-82dd-a5e72c13a5cf admin admin] Publish callbacks [] for security_group (c6bc933c-24cd-4d06-a22d-6afab05e66c0), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:15.109519 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Allocated IP 172.27.1.93 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/973ac475-dcb0-41d4-b7a4-fa2f33be3411) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:26:15.243898 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for port (973ac475-dcb0-41d4-b7a4-fa2f33be3411), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:15.279561 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (973ac475-dcb0-41d4-b7a4-fa2f33be3411), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:15.329110 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:26:15.332497 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:26:15.335018 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event updated for resources: {'Port': ['ID=973ac475-dcb0-41d4-b7a4-fa2f33be3411,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:15.338152 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:26:15.358837 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-914bbc68-c089-4e44-82dd-a5e72c13a5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (c6bc933c-24cd-4d06-a22d-6afab05e66c0), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:15.361442 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-914bbc68-c089-4e44-82dd-a5e72c13a5cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:15.362628 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-914bbc68-c089-4e44-82dd-a5e72c13a5cf admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c6bc933c-24cd-4d06-a22d-6afab05e66c0 HTTP/1.1" status: 204 len: 168 time: 0.4165325 Sep 13 01:26:15.375371 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bbc68-c089-4e44-82dd-a5e72c13a5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bc933c-24cd-4d06-a22d-6afab05e66c0,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:15.430608 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:15.735041 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:15.759476 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for floatingip (1ec39a35-214d-40bf-bff6-2e4f5ebc96a3), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:16.065325 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (973ac475-dcb0-41d4-b7a4-fa2f33be3411), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:16.215322 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for port (973ac475-dcb0-41d4-b7a4-fa2f33be3411), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:16.220299 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128878304'] for port (973ac475-dcb0-41d4-b7a4-fa2f33be3411), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:16.288426 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (1ec39a35-214d-40bf-bff6-2e4f5ebc96a3), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:16.323607 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event updated for resources: {'Port': ['ID=973ac475-dcb0-41d4-b7a4-fa2f33be3411,revision_number=2']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:16.366877 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 40608) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:16.389225 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.l3_db [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Floating IP 1ec39a35-214d-40bf-bff6-2e4f5ebc96a3 associated. External IP: 172.27.1.93, port: 75f99f30-6170-4344-b9f7-a80eeee96ba2. Sep 13 01:26:16.416864 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_v2 [None req-680acb87-d206-4a93-9550-f059506ab83e admin admin] Deleting subnet 3826343e-afbf-4dfe-9ba0-e1668b8f6079 {{(pid=106208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 01:26:16.420479 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-680acb87-d206-4a93-9550-f059506ab83e admin admin] Publish callbacks [] for subnet (3826343e-afbf-4dfe-9ba0-e1668b8f6079), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:16.458666 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-680acb87-d206-4a93-9550-f059506ab83e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129236159'] for subnet (3826343e-afbf-4dfe-9ba0-e1668b8f6079), precommit_delete_associations {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:16.504464 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-680acb87-d206-4a93-9550-f059506ab83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3960691'] for subnet (3826343e-afbf-4dfe-9ba0-e1668b8f6079), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:16.542407 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:16.575786 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-680acb87-d206-4a93-9550-f059506ab83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126063348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126144256'] for subnet (3826343e-afbf-4dfe-9ba0-e1668b8f6079), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:16.609284 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:26:16.618870 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680acb87-d206-4a93-9550-f059506ab83e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3826343e-afbf-4dfe-9ba0-e1668b8f6079,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:16.625870 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-680acb87-d206-4a93-9550-f059506ab83e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:16.632325 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-680acb87-d206-4a93-9550-f059506ab83e admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/3826343e-afbf-4dfe-9ba0-e1668b8f6079 HTTP/1.1" status: 204 len: 168 time: 0.2644005 Sep 13 01:26:16.635479 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 40616) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:16.709560 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-18890858-6c5a-4c35-89b5-f88a814a5fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849132'] for network (9591e53e-d709-4356-bcc5-3d3e04e5f4f3), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:16.734764 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:26:16.753288 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda0ec7-38e3-4c0b-b71f-a8436a66637f None None] Sync routers for ids ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:26:16.758632 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:16.764729 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda0ec7-38e3-4c0b-b71f-a8436a66637f None None] Routers {'f3ec2eb3-1e60-41e4-908e-0b11c99660e8'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:26:16.765355 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9eda0ec7-38e3-4c0b-b71f-a8436a66637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:26:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:26:16.798183 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-239853eb-e4f3-42a2-8c40-fde9f6e5d544 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9288638 Sep 13 01:26:16.799261 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9685ccea-9ac8-4b1b-9311-2b67570eed43', 'tag': '75f99f30-6170-4344-b9f7-a80eeee96ba2'}] {{(pid=106209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:26:16.802232 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4037e2ae3c55ed11cca0bb8930849acd1aa4f7088dac3d306a7770f6ecceea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e49244d-6482-4965-98e0-f06f8dec9739" -d '{"events": [{"name": "network-changed", "server_uuid": "9685ccea-9ac8-4b1b-9311-2b67570eed43", "tag": "75f99f30-6170-4344-b9f7-a80eeee96ba2"}]}' {{(pid=106209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:26:16.806472 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-18890858-6c5a-4c35-89b5-f88a814a5fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4007246', 'neutron.services.segments.db._delete_segments_for_network-8744760796856'] for network (9591e53e-d709-4356-bcc5-3d3e04e5f4f3), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:16.829365 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-18890858-6c5a-4c35-89b5-f88a814a5fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9591e53e-d709-4356-bcc5-3d3e04e5f4f3']}} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:26:16.842948 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-18890858-6c5a-4c35-89b5-f88a814a5fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9a1410-ffb0-4d68-b0f9-6ec20cf052b7') {'for_net_delete': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:26:16.843261 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-18890858-6c5a-4c35-89b5-f88a814a5fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9a1410-ffb0-4d68-b0f9-6ec20cf052b7') {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:26:16.856707 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-18890858-6c5a-4c35-89b5-f88a814a5fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744760796748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129236150'] for segment (3e9a1410-ffb0-4d68-b0f9-6ec20cf052b7), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:16.873978 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-18890858-6c5a-4c35-89b5-f88a814a5fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (3e9a1410-ffb0-4d68-b0f9-6ec20cf052b7), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:16.877822 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-9eda0ec7-38e3-4c0b-b71f-a8436a66637f None None] Set router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:26:16.884891 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18890858-6c5a-4c35-89b5-f88a814a5fa4 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 01:26:16.885305 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-18890858-6c5a-4c35-89b5-f88a814a5fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126063198'] for segment (3e9a1410-ffb0-4d68-b0f9-6ec20cf052b7), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:16.887811 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1c697b-ab65-4dc3-a154-94cc5b34dca6 x-openstack-request-id: req-1d1c697b-ab65-4dc3-a154-94cc5b34dca6 {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:26:16.888242 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9685ccea-9ac8-4b1b-9311-2b67570eed43", "tag": "75f99f30-6170-4344-b9f7-a80eeee96ba2", "status": "completed", "code": 200}]} {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:26:16.888493 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d1c697b-ab65-4dc3-a154-94cc5b34dca6 {{(pid=106209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:26:16.888894 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1c697b-ab65-4dc3-a154-94cc5b34dca6'] response: {'name': 'network-changed', 'server_uuid': '9685ccea-9ac8-4b1b-9311-2b67570eed43', 'tag': '75f99f30-6170-4344-b9f7-a80eeee96ba2', 'status': 'completed', 'code': 200} Sep 13 01:26:16.954397 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.services.segments.plugin [-] Segment 3e9a1410-ffb0-4d68-b0f9-6ec20cf052b7 resource provider aggregate not found Sep 13 01:26:16.989169 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.services.segments.plugin [-] Segment 3e9a1410-ffb0-4d68-b0f9-6ec20cf052b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e9a1410-ffb0-4d68-b0f9-6ec20cf052b7 found for delete ", "request_id": "req-e7e87c2e-8190-4ee7-9d20-71170a2f2cf9"}]} Sep 13 01:26:17.000846 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49244d-6482-4965-98e0-f06f8dec9739 req-c14f4da4-ed4f-4fde-87c6-9dd2772c3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:17.002840 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5e49244d-6482-4965-98e0-f06f8dec9739 req-c14f4da4-ed4f-4fde-87c6-9dd2772c3d81 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca&device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 1130 time: 0.0876949 Sep 13 01:26:17.003863 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-18890858-6c5a-4c35-89b5-f88a814a5fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4007233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-961922'] for network (9591e53e-d709-4356-bcc5-3d3e04e5f4f3), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:17.010099 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-18890858-6c5a-4c35-89b5-f88a814a5fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:17.014895 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-18890858-6c5a-4c35-89b5-f88a814a5fa4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/9591e53e-d709-4356-bcc5-3d3e04e5f4f3 HTTP/1.1" status: 204 len: 168 time: 0.3763688 Sep 13 01:26:17.016355 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40630) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:17.063474 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18890858-6c5a-4c35-89b5-f88a814a5fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9591e53e-d709-4356-bcc5-3d3e04e5f4f3,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:17.090182 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41a5ee4-cc8d-4898-a1ca-69be5fd096c2 admin admin] Deleting subnet 3c8fca64-f847-4b5b-83e5-a8a9974483c2 {{(pid=106209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 01:26:17.094991 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f41a5ee4-cc8d-4898-a1ca-69be5fd096c2 admin admin] Publish callbacks [] for subnet (3c8fca64-f847-4b5b-83e5-a8a9974483c2), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:17.157266 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:17.175740 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f41a5ee4-cc8d-4898-a1ca-69be5fd096c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129315482'] for subnet (3c8fca64-f847-4b5b-83e5-a8a9974483c2), precommit_delete_associations {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:17.181737 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9eda0ec7-38e3-4c0b-b71f-a8436a66637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '12a22063-7d61-4e5c-8a4b-137625828c7e', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'port_id': '4195c70c-e59e-4802-a081-867a4bbc8d9f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'mac_address': 'fa:16:3e:3d:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:24:03Z', 'updated_at': '2022-09-13T01:24:06Z', 'revision_number': 1, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ip_address_scope': None}, {'id': '1ec39a35-214d-40bf-bff6-2e4f5ebc96a3', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'port_id': '75f99f30-6170-4344-b9f7-a80eeee96ba2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'mac_address': 'fa:16:3e:25:f8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9685ccea-9ac8-4b1b-9311-2b67570eed43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:26:15Z', 'updated_at': '2022-09-13T01:26:15Z', 'revision_number': 0, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:26:17.183780 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49244d-6482-4965-98e0-f06f8dec9739 req-7eaaa3aa-fff9-4061-bb6d-2990eccfa78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:17.186060 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5e49244d-6482-4965-98e0-f06f8dec9739 req-7eaaa3aa-fff9-4061-bb6d-2990eccfa78d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 HTTP/1.1" status: 200 len: 913 time: 0.1720326 Sep 13 01:26:17.212000 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda0ec7-38e3-4c0b-b71f-a8436a66637f None None] Checking router: f3ec2eb3-1e60-41e4-908e-0b11c99660e8 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:26:17.220604 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda0ec7-38e3-4c0b-b71f-a8436a66637f None None] Routers {'f3ec2eb3-1e60-41e4-908e-0b11c99660e8'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:26:17.221420 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9eda0ec7-38e3-4c0b-b71f-a8436a66637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:26:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:26:17.230008 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f41a5ee4-cc8d-4898-a1ca-69be5fd096c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3960691'] for subnet (3c8fca64-f847-4b5b-83e5-a8a9974483c2), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:17.252141 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5e49244d-6482-4965-98e0-f06f8dec9739 req-37980f70-af04-4832-a0c5-18d92cef36eb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75f99f30-6170-4344-b9f7-a80eeee96ba2 HTTP/1.1" status: 200 len: 999 time: 0.0601003 Sep 13 01:26:17.286653 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f41a5ee4-cc8d-4898-a1ca-69be5fd096c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128878230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126134730'] for subnet (3c8fca64-f847-4b5b-83e5-a8a9974483c2), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:17.300751 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49244d-6482-4965-98e0-f06f8dec9739 req-73ce9913-ba6f-4882-a140-c0bc13a10a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:17.303089 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5e49244d-6482-4965-98e0-f06f8dec9739 req-73ce9913-ba6f-4882-a140-c0bc13a10a9f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b0042c6c-337e-4770-971b-d8ee010e1407 HTTP/1.1" status: 200 len: 851 time: 0.0444770 Sep 13 01:26:17.313540 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a5ee4-cc8d-4898-a1ca-69be5fd096c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c8fca64-f847-4b5b-83e5-a8a9974483c2,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:17.318736 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f41a5ee4-cc8d-4898-a1ca-69be5fd096c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:17.324081 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-f41a5ee4-cc8d-4898-a1ca-69be5fd096c2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/3c8fca64-f847-4b5b-83e5-a8a9974483c2 HTTP/1.1" status: 204 len: 168 time: 0.3043971 Sep 13 01:26:17.324356 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40640) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:17.337203 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-9eda0ec7-38e3-4c0b-b71f-a8436a66637f None None] Set router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:26:17.354751 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:17.362189 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49244d-6482-4965-98e0-f06f8dec9739 req-696e631c-e33d-416b-b3a6-6ef67f8c9006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:17.363738 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5e49244d-6482-4965-98e0-f06f8dec9739 req-696e631c-e33d-416b-b3a6-6ef67f8c9006 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543339 Sep 13 01:26:17.403750 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d091180-e36f-450c-b798-d7bf5e3d62ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849132'] for network (2ed4b4b7-5650-43bc-85d2-81eaca3687c6), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:17.462625 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5e49244d-6482-4965-98e0-f06f8dec9739 req-953af8ad-8769-4ad2-94b4-10b9c63a1d23 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915153 Sep 13 01:26:17.493874 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d091180-e36f-450c-b798-d7bf5e3d62ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4007246', 'neutron.services.segments.db._delete_segments_for_network-8744760796856'] for network (2ed4b4b7-5650-43bc-85d2-81eaca3687c6), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:17.517720 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-2d091180-e36f-450c-b798-d7bf5e3d62ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed4b4b7-5650-43bc-85d2-81eaca3687c6']}} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:26:17.524530 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:17.528425 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-2d091180-e36f-450c-b798-d7bf5e3d62ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbdcbd4-75a4-440f-a9b5-9178a7a8ecca') {'for_net_delete': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:26:17.528723 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-2d091180-e36f-450c-b798-d7bf5e3d62ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbdcbd4-75a4-440f-a9b5-9178a7a8ecca') {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:26:17.539652 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d091180-e36f-450c-b798-d7bf5e3d62ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744760796748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129315475'] for segment (efbdcbd4-75a4-440f-a9b5-9178a7a8ecca), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:17.554135 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d091180-e36f-450c-b798-d7bf5e3d62ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (efbdcbd4-75a4-440f-a9b5-9178a7a8ecca), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:17.560742 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d091180-e36f-450c-b798-d7bf5e3d62ad admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=106209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 01:26:17.561130 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d091180-e36f-450c-b798-d7bf5e3d62ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128878140'] for segment (efbdcbd4-75a4-440f-a9b5-9178a7a8ecca), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:17.564142 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5e49244d-6482-4965-98e0-f06f8dec9739 req-7309636c-d52f-42cd-a7ac-a30cdd6e7ae3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961936 Sep 13 01:26:17.582194 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9eda0ec7-38e3-4c0b-b71f-a8436a66637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '12a22063-7d61-4e5c-8a4b-137625828c7e', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'port_id': '4195c70c-e59e-4802-a081-867a4bbc8d9f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'mac_address': 'fa:16:3e:3d:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:24:03Z', 'updated_at': '2022-09-13T01:24:06Z', 'revision_number': 1, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ip_address_scope': None}, {'id': '1ec39a35-214d-40bf-bff6-2e4f5ebc96a3', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'port_id': '75f99f30-6170-4344-b9f7-a80eeee96ba2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'mac_address': 'fa:16:3e:25:f8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9685ccea-9ac8-4b1b-9311-2b67570eed43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:26:15Z', 'updated_at': '2022-09-13T01:26:15Z', 'revision_number': 0, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:26:17.607548 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment efbdcbd4-75a4-440f-a9b5-9178a7a8ecca resource provider aggregate not found Sep 13 01:26:17.611173 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda0ec7-38e3-4c0b-b71f-a8436a66637f None None] The sync data for ids ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'] in dv-cinder-856941-3-iscsi is: [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '12a22063-7d61-4e5c-8a4b-137625828c7e', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'port_id': '4195c70c-e59e-4802-a081-867a4bbc8d9f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'mac_address': 'fa:16:3e:3d:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:24:03Z', 'updated_at': '2022-09-13T01:24:06Z', 'revision_number': 1, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ip_address_scope': None}, {'id': '1ec39a35-214d-40bf-bff6-2e4f5ebc96a3', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'port_id': '75f99f30-6170-4344-b9f7-a80eeee96ba2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'mac_address': 'fa:16:3e:25:f8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9685ccea-9ac8-4b1b-9311-2b67570eed43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:26:15Z', 'updated_at': '2022-09-13T01:26:15Z', 'revision_number': 0, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:26:17.632034 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment efbdcbd4-75a4-440f-a9b5-9178a7a8ecca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efbdcbd4-75a4-440f-a9b5-9178a7a8ecca found for delete ", "request_id": "req-215d2708-e974-4158-bfb5-819d0ae9fbcc"}]} Sep 13 01:26:17.633218 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d091180-e36f-450c-b798-d7bf5e3d62ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4007233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-961922'] for network (2ed4b4b7-5650-43bc-85d2-81eaca3687c6), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:17.640182 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d091180-e36f-450c-b798-d7bf5e3d62ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:17.643291 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-2d091180-e36f-450c-b798-d7bf5e3d62ad admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/2ed4b4b7-5650-43bc-85d2-81eaca3687c6 HTTP/1.1" status: 204 len: 168 time: 0.3179934 Sep 13 01:26:17.654093 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d091180-e36f-450c-b798-d7bf5e3d62ad admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed4b4b7-5650-43bc-85d2-81eaca3687c6,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:17.852536 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40654) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:17.890268 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337e10e1-94be-409c-a34c-3f9d8b6218d8 None None] New status for floating IP 1ec39a35-214d-40bf-bff6-2e4f5ebc96a3: ACTIVE {{(pid=106210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:26:17.906471 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-6af14c20-a81c-4a82-86df-697bcb882626 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5b9f4c16910f4484af30b5757bbc27f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519266 Sep 13 01:26:17.908298 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 40656) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:17.965690 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-414eb6c9-7dd9-4140-93f8-28421caf24be admin admin] Publish callbacks [] for security_group (f910a24b-f33b-46ab-a685-c55d5dcefc41), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:17.985741 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-414eb6c9-7dd9-4140-93f8-28421caf24be admin admin] Publish callbacks [] for security_group (f910a24b-f33b-46ab-a685-c55d5dcefc41), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:17.988903 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:18.034830 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-414eb6c9-7dd9-4140-93f8-28421caf24be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (f910a24b-f33b-46ab-a685-c55d5dcefc41), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:18.038951 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-414eb6c9-7dd9-4140-93f8-28421caf24be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:18.040443 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-414eb6c9-7dd9-4140-93f8-28421caf24be admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f910a24b-f33b-46ab-a685-c55d5dcefc41 HTTP/1.1" status: 204 len: 168 time: 0.1310685 Sep 13 01:26:18.054698 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414eb6c9-7dd9-4140-93f8-28421caf24be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f910a24b-f33b-46ab-a685-c55d5dcefc41,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:18.389544 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40672) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:18.430149 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-5b3ff710-3c96-4921-b197-721203595a38 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6416e876babe4a30b21eaaa002360013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394762 Sep 13 01:26:18.432661 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40674) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:18.490112 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3422343b-b640-4afc-a688-6c2d7424af66 admin admin] Publish callbacks [] for security_group (f20b52de-1b93-4e7a-bf53-6149f72e1fa5), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:18.508498 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:18.510433 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3422343b-b640-4afc-a688-6c2d7424af66 admin admin] Publish callbacks [] for security_group (f20b52de-1b93-4e7a-bf53-6149f72e1fa5), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:18.560106 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3422343b-b640-4afc-a688-6c2d7424af66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (f20b52de-1b93-4e7a-bf53-6149f72e1fa5), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:18.562529 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3422343b-b640-4afc-a688-6c2d7424af66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:18.563649 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-3422343b-b640-4afc-a688-6c2d7424af66 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f20b52de-1b93-4e7a-bf53-6149f72e1fa5 HTTP/1.1" status: 204 len: 168 time: 0.1300924 Sep 13 01:26:18.571662 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422343b-b640-4afc-a688-6c2d7424af66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20b52de-1b93-4e7a-bf53-6149f72e1fa5,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:24.310833 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:26:28.009390 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:UPDATE=2,neutron:SELECT=11 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:28.021067 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:28.049386 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=37,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:28.321904 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:28.566103 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:DELETE=2,neutron:SELECT=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:28.567641 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=73,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:28.584282 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:29.906032 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bbcd874c-cbb0-47ef-9cce-c4159880dde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:31.144648 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40868) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:31.260601 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-39647b8b-ffc3-46f7-9e96-5b995752f106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:31.349294 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-39647b8b-ffc3-46f7-9e96-5b995752f106 admin admin] Publish callbacks [] for security_group (516359b7-9e98-4df9-82b3-3d6c574bdc22), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:31.354134 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-39647b8b-ffc3-46f7-9e96-5b995752f106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (516359b7-9e98-4df9-82b3-3d6c574bdc22), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:31.391851 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39647b8b-ffc3-46f7-9e96-5b995752f106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516359b7-9e98-4df9-82b3-3d6c574bdc22,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:31.396580 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-39647b8b-ffc3-46f7-9e96-5b995752f106 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4905ddaf27904cd0b09439bfa29d0da2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508495 Sep 13 01:26:31.399655 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 40884) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:31.447538 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d08f7e8-85b5-4a13-ba85-61e91402bf44 admin admin] Publish callbacks [] for security_group (516359b7-9e98-4df9-82b3-3d6c574bdc22), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:31.467287 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d08f7e8-85b5-4a13-ba85-61e91402bf44 admin admin] Publish callbacks [] for security_group (516359b7-9e98-4df9-82b3-3d6c574bdc22), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:31.511718 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d08f7e8-85b5-4a13-ba85-61e91402bf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (516359b7-9e98-4df9-82b3-3d6c574bdc22), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:31.514141 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-2d08f7e8-85b5-4a13-ba85-61e91402bf44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:31.515316 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-2d08f7e8-85b5-4a13-ba85-61e91402bf44 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/516359b7-9e98-4df9-82b3-3d6c574bdc22 HTTP/1.1" status: 204 len: 168 time: 0.1152203 Sep 13 01:26:31.523381 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08f7e8-85b5-4a13-ba85-61e91402bf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516359b7-9e98-4df9-82b3-3d6c574bdc22,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:32.197717 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3aef-ac95-4670-bb35-3806acdf2088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:33.384141 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:34.832830 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:34.834130 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:38.115548 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 41064) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:38.247527 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-30152349-fc38-45f9-a2ae-04dbaf273353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:38.325875 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-30152349-fc38-45f9-a2ae-04dbaf273353 admin admin] Publish callbacks [] for security_group (babee5d7-c880-4c57-a3db-31f6d4108f09), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:38.329561 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-30152349-fc38-45f9-a2ae-04dbaf273353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (babee5d7-c880-4c57-a3db-31f6d4108f09), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:38.369136 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-30152349-fc38-45f9-a2ae-04dbaf273353 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=800746745cc74a04ae43f97a17f1a722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524803 Sep 13 01:26:38.370244 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30152349-fc38-45f9-a2ae-04dbaf273353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babee5d7-c880-4c57-a3db-31f6d4108f09,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:38.371953 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 41068) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:38.425542 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1b34322a-6147-407b-b5a7-c58245bceca7 admin admin] Publish callbacks [] for security_group (babee5d7-c880-4c57-a3db-31f6d4108f09), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:38.447838 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1b34322a-6147-407b-b5a7-c58245bceca7 admin admin] Publish callbacks [] for security_group (babee5d7-c880-4c57-a3db-31f6d4108f09), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:38.452157 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=76 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:38.457208 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:38.496093 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1b34322a-6147-407b-b5a7-c58245bceca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (babee5d7-c880-4c57-a3db-31f6d4108f09), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:38.498665 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-1b34322a-6147-407b-b5a7-c58245bceca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:38.499949 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-1b34322a-6147-407b-b5a7-c58245bceca7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/babee5d7-c880-4c57-a3db-31f6d4108f09 HTTP/1.1" status: 204 len: 168 time: 0.1270206 Sep 13 01:26:38.508832 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34322a-6147-407b-b5a7-c58245bceca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babee5d7-c880-4c57-a3db-31f6d4108f09,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:43.248253 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:47.521195 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 41200) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:47.623346 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-04a2d457-09a4-4535-a1ef-9ebc37cb0fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:47.700939 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-04a2d457-09a4-4535-a1ef-9ebc37cb0fe3 admin admin] Publish callbacks [] for security_group (de42073b-fc2b-46a8-97a2-61aafd44e0ce), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:47.704787 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-04a2d457-09a4-4535-a1ef-9ebc37cb0fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (de42073b-fc2b-46a8-97a2-61aafd44e0ce), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:47.741620 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2d457-09a4-4535-a1ef-9ebc37cb0fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de42073b-fc2b-46a8-97a2-61aafd44e0ce,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:47.745945 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-04a2d457-09a4-4535-a1ef-9ebc37cb0fe3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cce68dff03de4de5be79b5425b7b8bbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237585 Sep 13 01:26:47.748776 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 41204) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:47.795570 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ece3ea94-d730-4656-b0c6-b316129eefcb admin admin] Publish callbacks [] for security_group (de42073b-fc2b-46a8-97a2-61aafd44e0ce), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:47.818594 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ece3ea94-d730-4656-b0c6-b316129eefcb admin admin] Publish callbacks [] for security_group (de42073b-fc2b-46a8-97a2-61aafd44e0ce), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:47.862921 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ece3ea94-d730-4656-b0c6-b316129eefcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (de42073b-fc2b-46a8-97a2-61aafd44e0ce), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:47.865884 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-ece3ea94-d730-4656-b0c6-b316129eefcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:47.867009 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-ece3ea94-d730-4656-b0c6-b316129eefcb admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/de42073b-fc2b-46a8-97a2-61aafd44e0ce HTTP/1.1" status: 204 len: 168 time: 0.1174226 Sep 13 01:26:47.874487 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3ea94-d730-4656-b0c6-b316129eefcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de42073b-fc2b-46a8-97a2-61aafd44e0ce,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:48.129449 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 41210) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:48.144513 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e2a94bb4-d585-43ef-89fc-f87ff9d79f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:48.226975 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e2a94bb4-d585-43ef-89fc-f87ff9d79f5b admin admin] Publish callbacks [] for security_group (885df41a-8fee-4214-be25-fa5b69488923), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:48.230570 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e2a94bb4-d585-43ef-89fc-f87ff9d79f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (885df41a-8fee-4214-be25-fa5b69488923), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:48.275489 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-e2a94bb4-d585-43ef-89fc-f87ff9d79f5b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=26d09e908be540a3a7e1b7548e735766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449571 Sep 13 01:26:48.276686 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a94bb4-d585-43ef-89fc-f87ff9d79f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885df41a-8fee-4214-be25-fa5b69488923,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:48.278172 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 41212) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:48.327025 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-247a6ac5-1998-4888-b78c-a358ef2f1d74 admin admin] Publish callbacks [] for security_group (885df41a-8fee-4214-be25-fa5b69488923), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:48.346781 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-247a6ac5-1998-4888-b78c-a358ef2f1d74 admin admin] Publish callbacks [] for security_group (885df41a-8fee-4214-be25-fa5b69488923), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:48.392384 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-247a6ac5-1998-4888-b78c-a358ef2f1d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (885df41a-8fee-4214-be25-fa5b69488923), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:48.394838 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-247a6ac5-1998-4888-b78c-a358ef2f1d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:48.396535 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-247a6ac5-1998-4888-b78c-a358ef2f1d74 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/885df41a-8fee-4214-be25-fa5b69488923 HTTP/1.1" status: 204 len: 168 time: 0.1173806 Sep 13 01:26:48.405749 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a6ac5-1998-4888-b78c-a358ef2f1d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885df41a-8fee-4214-be25-fa5b69488923,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:49.906513 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-25e5dc54-3e56-47e7-9cb0-c284580d6ba1 req-f8231a50-2665-4d71-9f74-b267162b4993 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487943 Sep 13 01:26:49.995025 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5dc54-3e56-47e7-9cb0-c284580d6ba1 req-6f102270-2c3d-43c5-ba21-f8cb77b025c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:49.996657 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-25e5dc54-3e56-47e7-9cb0-c284580d6ba1 req-6f102270-2c3d-43c5-ba21-f8cb77b025c5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca&device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 1129 time: 0.0432429 Sep 13 01:26:50.076925 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:50.092156 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:50.112579 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5dc54-3e56-47e7-9cb0-c284580d6ba1 req-58ea8c53-f41b-44e2-af86-7995536d6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:50.114572 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-25e5dc54-3e56-47e7-9cb0-c284580d6ba1 req-58ea8c53-f41b-44e2-af86-7995536d6c62 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 HTTP/1.1" status: 200 len: 913 time: 0.0975287 Sep 13 01:26:50.196803 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-25e5dc54-3e56-47e7-9cb0-c284580d6ba1 req-96402334-e845-4676-95cc-f8d82ac92a12 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4195c70c-e59e-4802-a081-867a4bbc8d9f HTTP/1.1" status: 200 len: 1000 time: 0.0713818 Sep 13 01:26:50.251141 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5dc54-3e56-47e7-9cb0-c284580d6ba1 req-ca345d4f-6c6f-408d-9263-a3df708f0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:50.252518 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-25e5dc54-3e56-47e7-9cb0-c284580d6ba1 req-ca345d4f-6c6f-408d-9263-a3df708f0ed6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b0042c6c-337e-4770-971b-d8ee010e1407 HTTP/1.1" status: 200 len: 851 time: 0.0489850 Sep 13 01:26:50.298409 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5dc54-3e56-47e7-9cb0-c284580d6ba1 req-4d82559d-4073-4bf5-a4ac-fc72ea2b5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:26:50.299915 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-25e5dc54-3e56-47e7-9cb0-c284580d6ba1 req-4d82559d-4073-4bf5-a4ac-fc72ea2b5b0a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404360 Sep 13 01:26:50.395846 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-25e5dc54-3e56-47e7-9cb0-c284580d6ba1 req-82159a18-e385-4020-8766-724ee510190c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874858 Sep 13 01:26:51.302436 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-25e5dc54-3e56-47e7-9cb0-c284580d6ba1 req-86b3b53f-c2a7-4113-b6e9-561f4dc6967b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910852 Sep 13 01:26:57.410764 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 41338) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:57.536658 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-fa03980c-5923-440a-94b2-49c1ebb5309b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:57.588579 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:57.600386 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:57.622272 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-fa03980c-5923-440a-94b2-49c1ebb5309b admin admin] Publish callbacks [] for security_group (3fee3381-6201-474c-ac05-c814b503007a), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:57.626421 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-fa03980c-5923-440a-94b2-49c1ebb5309b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (3fee3381-6201-474c-ac05-c814b503007a), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:57.665694 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-fa03980c-5923-440a-94b2-49c1ebb5309b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6b170fb0f82945a198d1425d8202e66d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537928 Sep 13 01:26:57.667671 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03980c-5923-440a-94b2-49c1ebb5309b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fee3381-6201-474c-ac05-c814b503007a,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:57.668525 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 41342) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:57.720929 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Publish callbacks [] for security_group (3fee3381-6201-474c-ac05-c814b503007a), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:57.741468 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Publish callbacks [] for security_group (3fee3381-6201-474c-ac05-c814b503007a), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:57.787346 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (3fee3381-6201-474c-ac05-c814b503007a), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:57.789792 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:57.790939 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3fee3381-6201-474c-ac05-c814b503007a HTTP/1.1" status: 204 len: 168 time: 0.1213927 Sep 13 01:26:57.798552 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fee3381-6201-474c-ac05-c814b503007a,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:57.806263 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:57.806618 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:57.806971 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:57.807306 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:57.807663 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:57.807987 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:57.808308 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:57.808629 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:57.808949 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:57.809270 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:57.809720 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:57.809911 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:57.810228 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:57.810544 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:57.810889 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa20d6-55ea-4579-aef2-91aa0bb09cad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:26:58.067629 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 41350) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:58.080809 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-34cfad7e-b55a-4ede-8c69-13921ee6b38a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:58.156177 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-34cfad7e-b55a-4ede-8c69-13921ee6b38a admin admin] Publish callbacks [] for security_group (a1544d7f-e88f-4d9a-9006-de9b2a80dece), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:58.159113 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-34cfad7e-b55a-4ede-8c69-13921ee6b38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (a1544d7f-e88f-4d9a-9006-de9b2a80dece), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:58.198954 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-34cfad7e-b55a-4ede-8c69-13921ee6b38a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=846827d35bd24fbf9ea0124a3c02eb9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302257 Sep 13 01:26:58.199837 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfad7e-b55a-4ede-8c69-13921ee6b38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1544d7f-e88f-4d9a-9006-de9b2a80dece,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:58.201683 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 41352) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:26:58.249434 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-027688bc-5027-416f-9713-faf31ff670d3 admin admin] Publish callbacks [] for security_group (a1544d7f-e88f-4d9a-9006-de9b2a80dece), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:58.269188 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-027688bc-5027-416f-9713-faf31ff670d3 admin admin] Publish callbacks [] for security_group (a1544d7f-e88f-4d9a-9006-de9b2a80dece), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:58.320521 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-027688bc-5027-416f-9713-faf31ff670d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (a1544d7f-e88f-4d9a-9006-de9b2a80dece), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:58.324628 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-027688bc-5027-416f-9713-faf31ff670d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:26:58.325844 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-027688bc-5027-416f-9713-faf31ff670d3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a1544d7f-e88f-4d9a-9006-de9b2a80dece HTTP/1.1" status: 204 len: 168 time: 0.1231782 Sep 13 01:26:58.334127 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027688bc-5027-416f-9713-faf31ff670d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1544d7f-e88f-4d9a-9006-de9b2a80dece,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:26:58.346773 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:59.902572 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=11,neutron:UPDATE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:26:59.908182 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-830ea7be-8068-47ee-be61-56bdc560bd35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:01.310949 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:27:02.200271 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e48e-2b5e-4099-8789-57e29699fd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:03.289719 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 41468) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:03.391922 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:03.397884 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-22c91954-ca8e-4180-aa64-c30eb42e1a42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:03.479513 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-22c91954-ca8e-4180-aa64-c30eb42e1a42 admin admin] Publish callbacks [] for security_group (76ff2021-c456-470d-a373-e1a703f8b4db), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:03.484865 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-22c91954-ca8e-4180-aa64-c30eb42e1a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (76ff2021-c456-470d-a373-e1a703f8b4db), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:03.531075 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-22c91954-ca8e-4180-aa64-c30eb42e1a42 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=387df9fde8e04fd88e6f9bfad89c4604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402472 Sep 13 01:27:03.532021 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c91954-ca8e-4180-aa64-c30eb42e1a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ff2021-c456-470d-a373-e1a703f8b4db,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:03.533740 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 41478) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:03.585335 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31eeacda-0bb6-44a6-a558-2681466b353e admin admin] Publish callbacks [] for security_group (76ff2021-c456-470d-a373-e1a703f8b4db), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:03.587947 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:03.607106 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31eeacda-0bb6-44a6-a558-2681466b353e admin admin] Publish callbacks [] for security_group (76ff2021-c456-470d-a373-e1a703f8b4db), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:03.652655 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31eeacda-0bb6-44a6-a558-2681466b353e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (76ff2021-c456-470d-a373-e1a703f8b4db), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:03.655185 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-31eeacda-0bb6-44a6-a558-2681466b353e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:03.656323 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-31eeacda-0bb6-44a6-a558-2681466b353e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/76ff2021-c456-470d-a373-e1a703f8b4db HTTP/1.1" status: 204 len: 168 time: 0.1216176 Sep 13 01:27:03.664865 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eeacda-0bb6-44a6-a558-2681466b353e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ff2021-c456-470d-a373-e1a703f8b4db,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:03.915824 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 41484) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:03.929161 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc4ae-8ac5-4d36-9337-e180c41be455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:04.003048 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:04.004933 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc4ae-8ac5-4d36-9337-e180c41be455 admin admin] Publish callbacks [] for security_group (9212d09d-bbc9-470c-9d18-5f0636268f93), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:04.008285 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc4ae-8ac5-4d36-9337-e180c41be455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (9212d09d-bbc9-470c-9d18-5f0636268f93), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:04.048756 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-3b1dc4ae-8ac5-4d36-9337-e180c41be455 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2f638b7fa844420ebdc9672ad201386f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318579 Sep 13 01:27:04.049879 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1dc4ae-8ac5-4d36-9337-e180c41be455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9212d09d-bbc9-470c-9d18-5f0636268f93,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:04.051528 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 41486) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:04.101173 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-63567ec6-a36b-468c-9392-e33e32455024 admin admin] Publish callbacks [] for security_group (9212d09d-bbc9-470c-9d18-5f0636268f93), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:04.121101 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-63567ec6-a36b-468c-9392-e33e32455024 admin admin] Publish callbacks [] for security_group (9212d09d-bbc9-470c-9d18-5f0636268f93), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:04.167796 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-63567ec6-a36b-468c-9392-e33e32455024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (9212d09d-bbc9-470c-9d18-5f0636268f93), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:04.170467 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-63567ec6-a36b-468c-9392-e33e32455024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:04.171674 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-63567ec6-a36b-468c-9392-e33e32455024 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9212d09d-bbc9-470c-9d18-5f0636268f93 HTTP/1.1" status: 204 len: 168 time: 0.1185493 Sep 13 01:27:04.180803 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63567ec6-a36b-468c-9392-e33e32455024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9212d09d-bbc9-470c-9d18-5f0636268f93,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:04.493514 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 41492) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:04.506805 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-bb521bfe-7c0e-4fa4-a0a7-2cb8137d9727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:04.603099 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-bb521bfe-7c0e-4fa4-a0a7-2cb8137d9727 admin admin] Publish callbacks [] for security_group (6b65cbbb-ad82-4494-b7b1-b01eb0a9cffd), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:04.609829 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-bb521bfe-7c0e-4fa4-a0a7-2cb8137d9727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (6b65cbbb-ad82-4494-b7b1-b01eb0a9cffd), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:04.652459 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb521bfe-7c0e-4fa4-a0a7-2cb8137d9727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b65cbbb-ad82-4494-b7b1-b01eb0a9cffd,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:04.656698 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-bb521bfe-7c0e-4fa4-a0a7-2cb8137d9727 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cbdb14e107014cac8fb9652487eda841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621730 Sep 13 01:27:04.659715 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 41500) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:04.680478 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:04.699280 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:04.711666 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5203929c-20bb-4281-8992-ccd86c9e538e admin admin] Publish callbacks [] for security_group (6b65cbbb-ad82-4494-b7b1-b01eb0a9cffd), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:04.732425 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5203929c-20bb-4281-8992-ccd86c9e538e admin admin] Publish callbacks [] for security_group (6b65cbbb-ad82-4494-b7b1-b01eb0a9cffd), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:04.781600 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5203929c-20bb-4281-8992-ccd86c9e538e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (6b65cbbb-ad82-4494-b7b1-b01eb0a9cffd), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:04.784323 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-5203929c-20bb-4281-8992-ccd86c9e538e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:04.785464 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-5203929c-20bb-4281-8992-ccd86c9e538e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6b65cbbb-ad82-4494-b7b1-b01eb0a9cffd HTTP/1.1" status: 204 len: 168 time: 0.1253095 Sep 13 01:27:04.794088 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203929c-20bb-4281-8992-ccd86c9e538e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b65cbbb-ad82-4494-b7b1-b01eb0a9cffd,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:04.840016 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:04.842740 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:05.940275 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 41536) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:06.049766 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-52f6252c-f2f6-4e12-a1d7-a37a9e7b9b50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:06.126945 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-52f6252c-f2f6-4e12-a1d7-a37a9e7b9b50 admin admin] Publish callbacks [] for security_group (6caa07d7-1a3c-402e-a899-5fcd184ab46f), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:06.130361 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-52f6252c-f2f6-4e12-a1d7-a37a9e7b9b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (6caa07d7-1a3c-402e-a899-5fcd184ab46f), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:06.170420 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-52f6252c-f2f6-4e12-a1d7-a37a9e7b9b50 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9fca31eaad0a453b9ee50c73fd5b99a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285211 Sep 13 01:27:06.171359 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6252c-f2f6-4e12-a1d7-a37a9e7b9b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caa07d7-1a3c-402e-a899-5fcd184ab46f,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:06.173544 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 41540) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:06.228219 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1b77ff9b-d294-4b58-bf62-920c59410f09 admin admin] Publish callbacks [] for security_group (6caa07d7-1a3c-402e-a899-5fcd184ab46f), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:06.247494 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1b77ff9b-d294-4b58-bf62-920c59410f09 admin admin] Publish callbacks [] for security_group (6caa07d7-1a3c-402e-a899-5fcd184ab46f), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:06.293902 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1b77ff9b-d294-4b58-bf62-920c59410f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (6caa07d7-1a3c-402e-a899-5fcd184ab46f), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:06.296387 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1b77ff9b-d294-4b58-bf62-920c59410f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:06.297529 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-1b77ff9b-d294-4b58-bf62-920c59410f09 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6caa07d7-1a3c-402e-a899-5fcd184ab46f HTTP/1.1" status: 204 len: 168 time: 0.1228344 Sep 13 01:27:06.305657 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77ff9b-d294-4b58-bf62-920c59410f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caa07d7-1a3c-402e-a899-5fcd184ab46f,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:13.251456 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:14.317590 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 41690) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:14.430982 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:14.512824 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Publish callbacks [] for security_group (5aad7dbb-aa10-4a6f-9d96-4f2f0a622a11), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:14.517082 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (5aad7dbb-aa10-4a6f-9d96-4f2f0a622a11), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:14.557227 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3d8d0a19f1934a49aa1e0fb7ccfaa5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383351 Sep 13 01:27:14.558082 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aad7dbb-aa10-4a6f-9d96-4f2f0a622a11,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:14.559935 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 41700) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:14.565602 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:14.565944 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:14.566283 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:14.566618 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:14.566978 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:14.567308 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:14.567631 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:14.567952 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:14.568276 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:14.568599 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:14.568925 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:14.569247 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:14.569566 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:14.569881 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:14.570197 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08a958-9a94-4254-a3d9-02070ecae8be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:14.611570 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f7db8ded-1f1d-4ff0-b64d-a3d753be5491 admin admin] Publish callbacks [] for security_group (5aad7dbb-aa10-4a6f-9d96-4f2f0a622a11), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:14.631577 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f7db8ded-1f1d-4ff0-b64d-a3d753be5491 admin admin] Publish callbacks [] for security_group (5aad7dbb-aa10-4a6f-9d96-4f2f0a622a11), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:14.680182 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f7db8ded-1f1d-4ff0-b64d-a3d753be5491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (5aad7dbb-aa10-4a6f-9d96-4f2f0a622a11), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:14.683285 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f7db8ded-1f1d-4ff0-b64d-a3d753be5491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:14.685192 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-f7db8ded-1f1d-4ff0-b64d-a3d753be5491 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5aad7dbb-aa10-4a6f-9d96-4f2f0a622a11 HTTP/1.1" status: 204 len: 168 time: 0.1240048 Sep 13 01:27:14.698672 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db8ded-1f1d-4ff0-b64d-a3d753be5491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aad7dbb-aa10-4a6f-9d96-4f2f0a622a11,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:15.449695 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:15.453890 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:19.468513 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 41836) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:19.575158 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f8623c5e-85be-42e6-80a6-0199d4e05870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:19.651828 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f8623c5e-85be-42e6-80a6-0199d4e05870 admin admin] Publish callbacks [] for security_group (a7c3b131-a2aa-46e1-b3b5-20ac765fdb20), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:19.655536 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f8623c5e-85be-42e6-80a6-0199d4e05870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (a7c3b131-a2aa-46e1-b3b5-20ac765fdb20), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:19.701877 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-f8623c5e-85be-42e6-80a6-0199d4e05870 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=76218bc5c68f4b9b8ad5a32db54b9484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322736 Sep 13 01:27:19.702782 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8623c5e-85be-42e6-80a6-0199d4e05870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c3b131-a2aa-46e1-b3b5-20ac765fdb20,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:19.704674 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 41840) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:19.760955 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-577d8443-4303-4822-b975-068b70f5be9b admin admin] Publish callbacks [] for security_group (a7c3b131-a2aa-46e1-b3b5-20ac765fdb20), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:19.781077 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-577d8443-4303-4822-b975-068b70f5be9b admin admin] Publish callbacks [] for security_group (a7c3b131-a2aa-46e1-b3b5-20ac765fdb20), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:19.829019 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-577d8443-4303-4822-b975-068b70f5be9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (a7c3b131-a2aa-46e1-b3b5-20ac765fdb20), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:19.831536 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-577d8443-4303-4822-b975-068b70f5be9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:19.832695 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-577d8443-4303-4822-b975-068b70f5be9b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a7c3b131-a2aa-46e1-b3b5-20ac765fdb20 HTTP/1.1" status: 204 len: 168 time: 0.1270268 Sep 13 01:27:19.841451 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d8443-4303-4822-b975-068b70f5be9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c3b131-a2aa-46e1-b3b5-20ac765fdb20,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:20.536606 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 41864) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:20.634529 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-c53bf5a5-dc5f-4fdc-95b7-304f90d89900 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1801607995-network', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:27:20.639574 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:20.657362 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53bf5a5-dc5f-4fdc-95b7-304f90d89900 admin admin] Made reservation on behalf of 7bede684fde243038bcb6b0d5c31ac8f for: {'network': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:27:20.659753 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c53bf5a5-dc5f-4fdc-95b7-304f90d89900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:20.668866 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c53bf5a5-dc5f-4fdc-95b7-304f90d89900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:20.742325 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c53bf5a5-dc5f-4fdc-95b7-304f90d89900 admin admin] Publish callbacks [] for security_group (ab06a07b-044d-43c3-8ef2-87198bbdf1c6), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:20.747012 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c53bf5a5-dc5f-4fdc-95b7-304f90d89900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (ab06a07b-044d-43c3-8ef2-87198bbdf1c6), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:20.772984 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53bf5a5-dc5f-4fdc-95b7-304f90d89900 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=106208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:27:20.781814 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bf5a5-dc5f-4fdc-95b7-304f90d89900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab06a07b-044d-43c3-8ef2-87198bbdf1c6,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:20.788294 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c53bf5a5-dc5f-4fdc-95b7-304f90d89900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (437e175a-880f-4fa7-991c-7ea36355dbda), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:20.788640 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.segments_db [None req-c53bf5a5-dc5f-4fdc-95b7-304f90d89900 admin admin] Added segment 437e175a-880f-4fa7-991c-7ea36355dbda of type vlan for network 73d26f60-fc5a-4796-a2af-224032b1760c Sep 13 01:27:20.795736 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:20.830779 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c53bf5a5-dc5f-4fdc-95b7-304f90d89900 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (73d26f60-fc5a-4796-a2af-224032b1760c), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:20.855974 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c53bf5a5-dc5f-4fdc-95b7-304f90d89900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (73d26f60-fc5a-4796-a2af-224032b1760c), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:20.856959 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53bf5a5-dc5f-4fdc-95b7-304f90d89900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:20.857524 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c53bf5a5-dc5f-4fdc-95b7-304f90d89900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:20.909613 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-c53bf5a5-dc5f-4fdc-95b7-304f90d89900 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3719318 Sep 13 01:27:20.912639 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 41868) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:20.918172 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-47d5e144-d715-4cb5-be2b-0fe592ff473a admin admin] Request body: {'subnet': {'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1801607995-subnet', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'ip_version': 4}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:27:20.928573 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bf5a5-dc5f-4fdc-95b7-304f90d89900 admin admin] Pushing event updated for resources: {'Network': ['ID=73d26f60-fc5a-4796-a2af-224032b1760c,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:20.939845 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network 73d26f60-fc5a-4796-a2af-224032b1760c details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:27:20.940337 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d5e144-d715-4cb5-be2b-0fe592ff473a admin admin] Made reservation on behalf of 7bede684fde243038bcb6b0d5c31ac8f for: {'subnet': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:27:20.942681 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-47d5e144-d715-4cb5-be2b-0fe592ff473a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126134743'] for subnet (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:21.021484 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:21.064519 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:21.127462 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-47d5e144-d715-4cb5-be2b-0fe592ff473a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128892763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126134725'] for subnet (5892e53c-3b0a-4864-ab51-10700863f386), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:21.195442 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5e144-d715-4cb5-be2b-0fe592ff473a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5892e53c-3b0a-4864-ab51-10700863f386,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:21.204551 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5e144-d715-4cb5-be2b-0fe592ff473a admin admin] Checking segment: {'id': '437e175a-880f-4fa7-991c-7ea36355dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:27:21.204853 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d5e144-d715-4cb5-be2b-0fe592ff473a admin admin] Network hostable DHCP agents. Network: 73d26f60-fc5a-4796-a2af-224032b1760c, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:27:21.223067 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d5e144-d715-4cb5-be2b-0fe592ff473a admin admin] Network 73d26f60-fc5a-4796-a2af-224032b1760c is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:27:21.232272 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-47d5e144-d715-4cb5-be2b-0fe592ff473a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, 73d26f60-fc5a-4796-a2af-224032b1760c) {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:27:21.236550 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d5e144-d715-4cb5-be2b-0fe592ff473a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:21.237133 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-47d5e144-d715-4cb5-be2b-0fe592ff473a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:21.241031 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efd8182-7ad9-4468-bc1a-be0d93c09aee None None] Network 73d26f60-fc5a-4796-a2af-224032b1760c requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:27:21.262231 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-47d5e144-d715-4cb5-be2b-0fe592ff473a admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3453243 Sep 13 01:27:21.262414 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 41872) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:21.266479 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1801607995-router', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:27:21.292481 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-959874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16255'] for router (ce3e858b-0b91-438d-9740-3f44623bc17b), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:21.293706 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16244'] for router (ce3e858b-0b91-438d-9740-3f44623bc17b), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:21.343675 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4256e4d7-f65d-58b5-a57f-4fc85113e640-73d26f60-fc5a-4796-a2af-224032b1760c', 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c', 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'fixed_ips': [{'subnet_id': '5892e53c-3b0a-4864-ab51-10700863f386'}]}} from dv-cinder-856941-3-iscsi. {{(pid=106210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 01:27:21.344584 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:21.346530 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Publish callbacks [] for router_controller (ce3e858b-0b91-438d-9740-3f44623bc17b), precommit_add_association {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:21.482467 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Allocated IP 172.20.0.2 (73d26f60-fc5a-4796-a2af-224032b1760c/5892e53c-3b0a-4864-ab51-10700863f386/5cad117c-4990-482d-97ea-3af9e7e78f8e) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:27:21.491709 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Publish callbacks [] for router_gateway (ce3e858b-0b91-438d-9740-3f44623bc17b), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:21.626740 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Publish callbacks [] for port (5cad117c-4990-482d-97ea-3af9e7e78f8e), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:21.634009 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (5cad117c-4990-482d-97ea-3af9e7e78f8e), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:21.675832 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Publish callbacks [] for router_gateway (ce3e858b-0b91-438d-9740-3f44623bc17b), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:21.678976 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Network 73d26f60-fc5a-4796-a2af-224032b1760c is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:27:21.681924 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:27:21.685828 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:27:21.692460 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Pushing event updated for resources: {'Port': ['ID=5cad117c-4990-482d-97ea-3af9e7e78f8e,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:21.697714 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:21.717330 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:21.717704 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:21.718046 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:21.718493 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:21.718722 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:21.719105 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:21.719411 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:21.719708 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:21.720029 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:21.720353 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:21.720665 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:21.721008 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:21.721349 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:21.721631 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:21.721950 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:21.757092 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Attempting to bind port 5cad117c-4990-482d-97ea-3af9e7e78f8e on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:27:21.757464 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Attempting to bind port 5cad117c-4990-482d-97ea-3af9e7e78f8e by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '437e175a-880f-4fa7-991c-7ea36355dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:27:21.757821 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Attempting to bind port 5cad117c-4990-482d-97ea-3af9e7e78f8e on network 73d26f60-fc5a-4796-a2af-224032b1760c {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:27:21.802012 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:27:21.802388 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Checking segment: {'id': '437e175a-880f-4fa7-991c-7ea36355dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:27:21.802794 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:21.803573 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Bound using segment: {'id': '437e175a-880f-4fa7-991c-7ea36355dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:27:21.804052 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Bound port: 5cad117c-4990-482d-97ea-3af9e7e78f8e, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437e175a-880f-4fa7-991c-7ea36355dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:27:21.804429 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (5cad117c-4990-482d-97ea-3af9e7e78f8e), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:21.813248 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Allocated IP 172.27.1.53 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/3bb50a84-0df1-41dc-b878-62ab9277519b) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:27:21.857887 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:21.866882 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] For port 5cad117c-4990-482d-97ea-3af9e7e78f8e, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:27:21.868017 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] For port 5cad117c-4990-482d-97ea-3af9e7e78f8e, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=5cad117c-4990-482d-97ea-3af9e7e78f8e,segment=NetworkSegment(437e175a-880f-4fa7-991c-7ea36355dbda),segment_id=437e175a-880f-4fa7-991c-7ea36355dbda)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:27:21.878152 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (5cad117c-4990-482d-97ea-3af9e7e78f8e), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:21.912861 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:21.934617 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Publish callbacks [] for port (3bb50a84-0df1-41dc-b878-62ab9277519b), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:21.937234 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a3e54-01c4-4def-a9b9-194c439ba95f None None] Pushing event updated for resources: {'Port': ['ID=5cad117c-4990-482d-97ea-3af9e7e78f8e,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:21.962467 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:21.967409 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:21.977623 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (3bb50a84-0df1-41dc-b878-62ab9277519b), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:22.023673 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:27:22.027120 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:27:22.030965 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:27:22.034318 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Pushing event updated for resources: {'Port': ['ID=3bb50a84-0df1-41dc-b878-62ab9277519b,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:22.295679 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Publish callbacks [] for router_gateway (ce3e858b-0b91-438d-9740-3f44623bc17b), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:22.477304 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-961843'] for router (ce3e858b-0b91-438d-9740-3f44623bc17b), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:22.612684 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Router ce3e858b-0b91-438d-9740-3f44623bc17b is scheduled to L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb with binding_index 1 {{(pid=106209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 01:27:22.869610 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d2b858-4538-4f7b-97fe-96f6082e178c None None] Network 73d26f60-fc5a-4796-a2af-224032b1760c requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:27:22.962868 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:27:22.973322 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Sync routers for ids ['ce3e858b-0b91-438d-9740-3f44623bc17b'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:27:22.982885 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:22.984309 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-f7a5a275-fc25-42e3-b6bf-d2981f78dd3d admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7210305 Sep 13 01:27:22.985927 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-b17547cc-5b91-4b15-9007-fe0729e13842 None None] Provisioning complete for port 5cad117c-4990-482d-97ea-3af9e7e78f8e triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:22.986303 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b17547cc-5b91-4b15-9007-fe0729e13842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (5cad117c-4990-482d-97ea-3af9e7e78f8e), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:22.987274 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 41876) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:23.009609 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Routers {'ce3e858b-0b91-438d-9740-3f44623bc17b'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:27:23.010219 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:27:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['ce3e858b-0b91-438d-9740-3f44623bc17b'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:27:23.057097 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:23.068523 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-b17547cc-5b91-4b15-9007-fe0729e13842 None None] Current status of the port 5cad117c-4990-482d-97ea-3af9e7e78f8e is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:23.069238 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b17547cc-5b91-4b15-9007-fe0729e13842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (5cad117c-4990-482d-97ea-3af9e7e78f8e), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:23.115252 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-b17547cc-5b91-4b15-9007-fe0729e13842 None None] For port 5cad117c-4990-482d-97ea-3af9e7e78f8e, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=5cad117c-4990-482d-97ea-3af9e7e78f8e,segment=NetworkSegment(437e175a-880f-4fa7-991c-7ea36355dbda),segment_id=437e175a-880f-4fa7-991c-7ea36355dbda)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:27:23.121749 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b17547cc-5b91-4b15-9007-fe0729e13842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (5cad117c-4990-482d-97ea-3af9e7e78f8e), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:23.129668 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Set router ce3e858b-0b91-438d-9740-3f44623bc17b gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:27:23.191508 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17547cc-5b91-4b15-9007-fe0729e13842 None None] Pushing event updated for resources: {'Port': ['ID=5cad117c-4990-482d-97ea-3af9e7e78f8e,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:23.212497 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:23.242899 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-683189d1-8e2b-42db-8e1f-28085a46dc07 None None] Provisioning complete for port 5cad117c-4990-482d-97ea-3af9e7e78f8e triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:23.243723 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-683189d1-8e2b-42db-8e1f-28085a46dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (5cad117c-4990-482d-97ea-3af9e7e78f8e), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:23.327221 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-683189d1-8e2b-42db-8e1f-28085a46dc07 None None] Current status of the port 5cad117c-4990-482d-97ea-3af9e7e78f8e is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:23.450442 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'name': 'tempest-TestMinimumBasicScenario-1801607995-router', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:22Z', 'revision_number': 3, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'gw_port': {'id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:70:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:27:23.460835 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:23.476271 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Checking router: ce3e858b-0b91-438d-9740-3f44623bc17b for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:27:23.476534 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Updating router ce3e858b-0b91-438d-9740-3f44623bc17b port 3bb50a84-0df1-41dc-b878-62ab9277519b binding host dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:27:23.504142 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (3bb50a84-0df1-41dc-b878-62ab9277519b), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:23.624252 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_common [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] Allocated IP 172.20.0.1 (73d26f60-fc5a-4796-a2af-224032b1760c/5892e53c-3b0a-4864-ab51-10700863f386/6cc22a5a-58c3-4834-8a4f-686886c077b7) {{(pid=106209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:27:23.737559 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] Publish callbacks [] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:23.762234 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Publish callbacks [] for port (3bb50a84-0df1-41dc-b878-62ab9277519b), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:23.770557 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (3bb50a84-0df1-41dc-b878-62ab9277519b), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:23.785255 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:23.812133 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Attempting to bind port 3bb50a84-0df1-41dc-b878-62ab9277519b on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:27:23.812510 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Attempting to bind port 3bb50a84-0df1-41dc-b878-62ab9277519b by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:27:23.812866 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Attempting to bind port 3bb50a84-0df1-41dc-b878-62ab9277519b on network 2a9ecfbd-a328-4077-a2ee-7c267345041e {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:27:23.825424 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 5cad117c-4990-482d-97ea-3af9e7e78f8e up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:27:23.831957 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] Network 73d26f60-fc5a-4796-a2af-224032b1760c is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:27:23.833429 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65169279-968b-4c4b-95f8-739a29cf9102 None None] Pushing event updated for resources: {'Port': ['ID=3bb50a84-0df1-41dc-b878-62ab9277519b,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:23.837546 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:27:23.839606 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] Pushing event updated for resources: {'Port': ['ID=6cc22a5a-58c3-4834-8a4f-686886c077b7,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:23.841820 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] Received port after_create {{(pid=106209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:27:23.878701 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65169279-968b-4c4b-95f8-739a29cf9102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:23.879097 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65169279-968b-4c4b-95f8-739a29cf9102 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:23.879455 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65169279-968b-4c4b-95f8-739a29cf9102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:23.879814 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65169279-968b-4c4b-95f8-739a29cf9102 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:23.880148 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65169279-968b-4c4b-95f8-739a29cf9102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:23.880473 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65169279-968b-4c4b-95f8-739a29cf9102 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:23.880797 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65169279-968b-4c4b-95f8-739a29cf9102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:23.881119 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65169279-968b-4c4b-95f8-739a29cf9102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:23.881484 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65169279-968b-4c4b-95f8-739a29cf9102 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:23.881802 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65169279-968b-4c4b-95f8-739a29cf9102 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:23.882125 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65169279-968b-4c4b-95f8-739a29cf9102 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:23.882462 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65169279-968b-4c4b-95f8-739a29cf9102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:23.882780 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65169279-968b-4c4b-95f8-739a29cf9102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:23.883121 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65169279-968b-4c4b-95f8-739a29cf9102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:23.883435 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65169279-968b-4c4b-95f8-739a29cf9102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:27:23.887267 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 5cad117c-4990-482d-97ea-3af9e7e78f8e triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:23.887748 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (5cad117c-4990-482d-97ea-3af9e7e78f8e), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:23.888589 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609558'] for router_interface (ce3e858b-0b91-438d-9740-3f44623bc17b), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:23.904943 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:27:23.905431 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Checking segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:27:23.905894 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:23.906347 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Bound using segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:27:23.906966 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Bound port: 3bb50a84-0df1-41dc-b878-62ab9277519b, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:27:23.907417 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (3bb50a84-0df1-41dc-b878-62ab9277519b), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:23.946327 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:23.972934 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] For port 3bb50a84-0df1-41dc-b878-62ab9277519b, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:27:23.977668 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] For port 3bb50a84-0df1-41dc-b878-62ab9277519b, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=3bb50a84-0df1-41dc-b878-62ab9277519b,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:27:23.981858 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 5cad117c-4990-482d-97ea-3af9e7e78f8e is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:23.988942 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (3bb50a84-0df1-41dc-b878-62ab9277519b), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:23.994782 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:24.004056 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:24.031987 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:24.036988 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Routers {'ce3e858b-0b91-438d-9740-3f44623bc17b'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:27:24.038166 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:27:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['ce3e858b-0b91-438d-9740-3f44623bc17b'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:27:24.039589 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), before_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:24.052118 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65169279-968b-4c4b-95f8-739a29cf9102 None None] Pushing event updated for resources: {'Port': ['ID=3bb50a84-0df1-41dc-b878-62ab9277519b,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:24.146836 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-89ff1f3c-f8e8-40a0-84a5-f0119c760650 None None] Provisioning complete for port 6cc22a5a-58c3-4834-8a4f-686886c077b7 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:24.147672 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-89ff1f3c-f8e8-40a0-84a5-f0119c760650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:24.160416 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] Set router ce3e858b-0b91-438d-9740-3f44623bc17b gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:27:24.181964 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-89ff1f3c-f8e8-40a0-84a5-f0119c760650 None None] Port 6cc22a5a-58c3-4834-8a4f-686886c077b7 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:27:24.228344 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] Publish callbacks [] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), precommit_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:24.233152 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128878304'] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), after_update {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:24.305019 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] Pushing event updated for resources: {'Port': ['ID=6cc22a5a-58c3-4834-8a4f-686886c077b7,revision_number=2']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:24.308233 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609666'] for router_interface (ce3e858b-0b91-438d-9740-3f44623bc17b), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:24.352032 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'name': 'tempest-TestMinimumBasicScenario-1801607995-router', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:23Z', 'revision_number': 4, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'gw_port': {'id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:70:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6cc22a5a-58c3-4834-8a4f-686886c077b7', 'name': '', 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'mac_address': 'fa:16:3e:1a:ee:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5892e53c-3b0a-4864-ab51-10700863f386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:23Z', 'updated_at': '2022-09-13T01:27:23Z', 'revision_number': 1, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'subnets': [{'id': '5892e53c-3b0a-4864-ab51-10700863f386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:27:24.379451 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd02f5c-24f8-4534-adc0-32cec800e2a4 None None] The sync data for ids ['ce3e858b-0b91-438d-9740-3f44623bc17b'] in dv-cinder-856941-3-iscsi is: [{'id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'name': 'tempest-TestMinimumBasicScenario-1801607995-router', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:23Z', 'revision_number': 4, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'gw_port': {'id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:70:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6cc22a5a-58c3-4834-8a4f-686886c077b7', 'name': '', 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'mac_address': 'fa:16:3e:1a:ee:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5892e53c-3b0a-4864-ab51-10700863f386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:23Z', 'updated_at': '2022-09-13T01:27:23Z', 'revision_number': 1, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'subnets': [{'id': '5892e53c-3b0a-4864-ab51-10700863f386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:27:24.416768 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] Network 73d26f60-fc5a-4796-a2af-224032b1760c is already hosted by enough agents. {{(pid=106209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:27:24.418209 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.base_scheduler [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:27:24.545623 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] Router ce3e858b-0b91-438d-9740-3f44623bc17b has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:27:24.685785 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:27:24.694515 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-0bc48b38-f433-4245-b6ca-a4098f5dfef3 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/ce3e858b-0b91-438d-9740-3f44623bc17b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7040379 Sep 13 01:27:24.715543 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-cb6c8601-478f-435f-a3eb-08c92b8b7d7a None None] Provisioning complete for port 6cc22a5a-58c3-4834-8a4f-686886c077b7 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:24.715921 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8601-478f-435f-a3eb-08c92b8b7d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:24.761252 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c8601-478f-435f-a3eb-08c92b8b7d7a None None] Port 6cc22a5a-58c3-4834-8a4f-686886c077b7 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:27:25.246578 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 41900) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:25.251539 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-d59df862-bd58-4e9e-b294-9570d9a2d9f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1185716825-network', 'tenant_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:27:25.273134 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59df862-bd58-4e9e-b294-9570d9a2d9f4 admin admin] Made reservation on behalf of bcbe9f2e8f6a4faeb418d1bbc59a47dc for: {'network': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:27:25.275618 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d59df862-bd58-4e9e-b294-9570d9a2d9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:25.284864 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d59df862-bd58-4e9e-b294-9570d9a2d9f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:25.370667 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d59df862-bd58-4e9e-b294-9570d9a2d9f4 admin admin] Publish callbacks [] for security_group (e0554332-0302-41a1-af1e-095767fe4393), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:25.375349 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d59df862-bd58-4e9e-b294-9570d9a2d9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (e0554332-0302-41a1-af1e-095767fe4393), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:25.400261 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:25.410296 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59df862-bd58-4e9e-b294-9570d9a2d9f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:27:25.426378 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:25.427340 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59df862-bd58-4e9e-b294-9570d9a2d9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0554332-0302-41a1-af1e-095767fe4393,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:25.433831 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d59df862-bd58-4e9e-b294-9570d9a2d9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (5a776869-ab56-4bce-83c5-8585126a22e2), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:25.434168 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.segments_db [None req-d59df862-bd58-4e9e-b294-9570d9a2d9f4 admin admin] Added segment 5a776869-ab56-4bce-83c5-8585126a22e2 of type vlan for network 5b21fbbf-c2da-4e1f-8eb7-288539a41fe8 Sep 13 01:27:25.481260 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d59df862-bd58-4e9e-b294-9570d9a2d9f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (5b21fbbf-c2da-4e1f-8eb7-288539a41fe8), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:25.511443 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d59df862-bd58-4e9e-b294-9570d9a2d9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (5b21fbbf-c2da-4e1f-8eb7-288539a41fe8), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:25.512664 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59df862-bd58-4e9e-b294-9570d9a2d9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:25.513248 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-d59df862-bd58-4e9e-b294-9570d9a2d9f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:25.566353 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-d59df862-bd58-4e9e-b294-9570d9a2d9f4 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3185835 Sep 13 01:27:25.569803 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 41904) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:25.576259 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-665d34c6-7563-46de-8690-72d828029b92 admin admin] Request body: {'subnet': {'network_id': '5b21fbbf-c2da-4e1f-8eb7-288539a41fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1185716825-subnet', 'tenant_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'ip_version': 4}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:27:25.578707 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59df862-bd58-4e9e-b294-9570d9a2d9f4 admin admin] Pushing event updated for resources: {'Network': ['ID=5b21fbbf-c2da-4e1f-8eb7-288539a41fe8,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:25.590950 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network 5b21fbbf-c2da-4e1f-8eb7-288539a41fe8 details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:27:25.604539 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665d34c6-7563-46de-8690-72d828029b92 admin admin] Made reservation on behalf of bcbe9f2e8f6a4faeb418d1bbc59a47dc for: {'subnet': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:27:25.607124 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-665d34c6-7563-46de-8690-72d828029b92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126144285'] for subnet (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:25.655227 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:25.794021 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-665d34c6-7563-46de-8690-72d828029b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126144271'] for subnet (b496d35b-899b-4d38-bb6f-f038dcf537d9), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:25.804415 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 3bb50a84-0df1-41dc-b878-62ab9277519b up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:27:25.859086 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d34c6-7563-46de-8690-72d828029b92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b496d35b-899b-4d38-bb6f-f038dcf537d9,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:25.863962 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 3bb50a84-0df1-41dc-b878-62ab9277519b triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:25.864591 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (3bb50a84-0df1-41dc-b878-62ab9277519b), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:25.870453 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d34c6-7563-46de-8690-72d828029b92 admin admin] Checking segment: {'id': '5a776869-ab56-4bce-83c5-8585126a22e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5b21fbbf-c2da-4e1f-8eb7-288539a41fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:27:25.870814 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665d34c6-7563-46de-8690-72d828029b92 admin admin] Network hostable DHCP agents. Network: 5b21fbbf-c2da-4e1f-8eb7-288539a41fe8, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:27:25.888710 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665d34c6-7563-46de-8690-72d828029b92 admin admin] Network 5b21fbbf-c2da-4e1f-8eb7-288539a41fe8 is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:27:25.898725 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-665d34c6-7563-46de-8690-72d828029b92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, 5b21fbbf-c2da-4e1f-8eb7-288539a41fe8) {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:27:25.903702 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665d34c6-7563-46de-8690-72d828029b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:25.904322 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-665d34c6-7563-46de-8690-72d828029b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:25.911804 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3186c48f-42ad-4c7b-853d-58ece0bf5fa6 None None] Network 5b21fbbf-c2da-4e1f-8eb7-288539a41fe8 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:27:25.923268 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-665d34c6-7563-46de-8690-72d828029b92 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3500237 Sep 13 01:27:25.923452 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 41914) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:25.927497 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1185716825-router', 'tenant_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:27:25.948652 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-959874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16255'] for router (182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:25.949739 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16244'] for router (182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:25.965458 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:25.982306 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:25.991913 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 3bb50a84-0df1-41dc-b878-62ab9277519b is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:25.992317 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (3bb50a84-0df1-41dc-b878-62ab9277519b), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:26.015256 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Publish callbacks [] for router_controller (182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a), precommit_add_association {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:26.024082 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 3bb50a84-0df1-41dc-b878-62ab9277519b, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=3bb50a84-0df1-41dc-b878-62ab9277519b,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:27:26.031486 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (3bb50a84-0df1-41dc-b878-62ab9277519b), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:26.095692 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4256e4d7-f65d-58b5-a57f-4fc85113e640-5b21fbbf-c2da-4e1f-8eb7-288539a41fe8', 'network_id': '5b21fbbf-c2da-4e1f-8eb7-288539a41fe8', 'project_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'fixed_ips': [{'subnet_id': 'b496d35b-899b-4d38-bb6f-f038dcf537d9'}]}} from dv-cinder-856941-3-iscsi. {{(pid=106210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 01:27:26.097312 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:26.112446 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=3bb50a84-0df1-41dc-b878-62ab9277519b,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:26.165726 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Publish callbacks [] for router_gateway (182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:26.245273 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Allocated IP 172.20.0.2 (5b21fbbf-c2da-4e1f-8eb7-288539a41fe8/b496d35b-899b-4d38-bb6f-f038dcf537d9/0dab0f1d-60c1-4bff-b3e3-92e02d447838) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:27:26.356387 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Publish callbacks [] for router_gateway (182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:26.375443 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:26.396245 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Publish callbacks [] for port (0dab0f1d-60c1-4bff-b3e3-92e02d447838), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:26.408964 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936'] for port (0dab0f1d-60c1-4bff-b3e3-92e02d447838), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:26.415464 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:26.452809 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Network 5b21fbbf-c2da-4e1f-8eb7-288539a41fe8 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:27:26.459401 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:27:26.463472 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:27:26.470117 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Pushing event updated for resources: {'Port': ['ID=0dab0f1d-60c1-4bff-b3e3-92e02d447838,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:26.500743 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Allocated IP 172.27.1.54 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/8068d537-5bd5-44d9-b814-796da9ba6cc4) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:27:26.529998 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Attempting to bind port 0dab0f1d-60c1-4bff-b3e3-92e02d447838 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:27:26.530501 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Attempting to bind port 0dab0f1d-60c1-4bff-b3e3-92e02d447838 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '5a776869-ab56-4bce-83c5-8585126a22e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5b21fbbf-c2da-4e1f-8eb7-288539a41fe8'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:27:26.530998 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Attempting to bind port 0dab0f1d-60c1-4bff-b3e3-92e02d447838 on network 5b21fbbf-c2da-4e1f-8eb7-288539a41fe8 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:27:26.627157 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Publish callbacks [] for port (8068d537-5bd5-44d9-b814-796da9ba6cc4), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:26.659590 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (8068d537-5bd5-44d9-b814-796da9ba6cc4), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:26.680938 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Sync routers for ids ['ce3e858b-0b91-438d-9740-3f44623bc17b'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:27:26.705955 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Routers {'ce3e858b-0b91-438d-9740-3f44623bc17b'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:27:26.706527 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:27:26.706686 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:27:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['ce3e858b-0b91-438d-9740-3f44623bc17b'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:27:26.711732 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:27:26.714245 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:27:26.720176 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Pushing event updated for resources: {'Port': ['ID=8068d537-5bd5-44d9-b814-796da9ba6cc4,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:26.745232 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:27:26.745604 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Checking segment: {'id': '5a776869-ab56-4bce-83c5-8585126a22e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5b21fbbf-c2da-4e1f-8eb7-288539a41fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:27:26.746003 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:26.746391 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Bound using segment: {'id': '5a776869-ab56-4bce-83c5-8585126a22e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5b21fbbf-c2da-4e1f-8eb7-288539a41fe8'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:27:26.746877 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Bound port: 0dab0f1d-60c1-4bff-b3e3-92e02d447838, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a776869-ab56-4bce-83c5-8585126a22e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5b21fbbf-c2da-4e1f-8eb7-288539a41fe8'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:27:26.747364 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (0dab0f1d-60c1-4bff-b3e3-92e02d447838), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:26.820645 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:26.855735 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:26.872300 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Set router ce3e858b-0b91-438d-9740-3f44623bc17b gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:27:26.874980 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] For port 0dab0f1d-60c1-4bff-b3e3-92e02d447838, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:27:26.912127 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] For port 0dab0f1d-60c1-4bff-b3e3-92e02d447838, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=0dab0f1d-60c1-4bff-b3e3-92e02d447838,segment=NetworkSegment(5a776869-ab56-4bce-83c5-8585126a22e2),segment_id=5a776869-ab56-4bce-83c5-8585126a22e2)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:27:26.921429 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (0dab0f1d-60c1-4bff-b3e3-92e02d447838), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:26.936551 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:26.957494 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Publish callbacks [] for router_gateway (182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:27.046784 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0e7d0-c44d-42af-84a8-69a3080a20c9 None None] Pushing event updated for resources: {'Port': ['ID=0dab0f1d-60c1-4bff-b3e3-92e02d447838,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:27.160824 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'name': 'tempest-TestMinimumBasicScenario-1801607995-router', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:23Z', 'revision_number': 4, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'gw_port': {'id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6cc22a5a-58c3-4834-8a4f-686886c077b7', 'name': '', 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'mac_address': 'fa:16:3e:1a:ee:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5892e53c-3b0a-4864-ab51-10700863f386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:23Z', 'updated_at': '2022-09-13T01:27:24Z', 'revision_number': 2, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'subnets': [{'id': '5892e53c-3b0a-4864-ab51-10700863f386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:27:27.193382 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Checking router: ce3e858b-0b91-438d-9740-3f44623bc17b for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:27:27.194299 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Updating router ce3e858b-0b91-438d-9740-3f44623bc17b port 6cc22a5a-58c3-4834-8a4f-686886c077b7 binding host dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:27:27.230172 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:27.414308 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-961843'] for router (182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:27.502236 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Publish callbacks [] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:27.509117 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:27.536800 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Router 182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a is scheduled to L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb with binding_index 1 {{(pid=106208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 01:27:27.573573 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d6b92-b80f-4c9c-8e2f-141d50dab873 None None] Pushing event updated for resources: {'Port': ['ID=6cc22a5a-58c3-4834-8a4f-686886c077b7,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:27.605854 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Attempting to bind port 6cc22a5a-58c3-4834-8a4f-686886c077b7 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:27:27.606230 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Attempting to bind port 6cc22a5a-58c3-4834-8a4f-686886c077b7 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '437e175a-880f-4fa7-991c-7ea36355dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:27:27.606601 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Attempting to bind port 6cc22a5a-58c3-4834-8a4f-686886c077b7 on network 73d26f60-fc5a-4796-a2af-224032b1760c {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:27:27.620565 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:27.646090 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:27:27.652737 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:27:27.653123 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Checking segment: {'id': '437e175a-880f-4fa7-991c-7ea36355dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:27:27.653530 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:27.653921 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Bound using segment: {'id': '437e175a-880f-4fa7-991c-7ea36355dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:27:27.654458 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Bound port: 6cc22a5a-58c3-4834-8a4f-686886c077b7, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437e175a-880f-4fa7-991c-7ea36355dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:27:27.654876 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:27.660931 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Sync routers for ids ['182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:27:27.677009 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:27.680285 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-a0b5ce41-7e9f-4922-bdeb-3cb3970711b9 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7558327 Sep 13 01:27:27.682776 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 41924) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:27.683439 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Routers {'182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:27:27.684081 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:27:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:27:27.731101 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:27.732649 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] For port 6cc22a5a-58c3-4834-8a4f-686886c077b7, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:27:27.736265 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] For port 6cc22a5a-58c3-4834-8a4f-686886c077b7, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=6cc22a5a-58c3-4834-8a4f-686886c077b7,segment=NetworkSegment(437e175a-880f-4fa7-991c-7ea36355dbda),segment_id=437e175a-880f-4fa7-991c-7ea36355dbda)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:27:27.749681 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:27.810312 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Set router 182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:27:27.823851 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:27.830589 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Routers {'ce3e858b-0b91-438d-9740-3f44623bc17b'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:27:27.831253 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:27:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['ce3e858b-0b91-438d-9740-3f44623bc17b'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:27:27.961906 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d6b92-b80f-4c9c-8e2f-141d50dab873 None None] Pushing event updated for resources: {'Port': ['ID=6cc22a5a-58c3-4834-8a4f-686886c077b7,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:27.968781 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] Set router ce3e858b-0b91-438d-9740-3f44623bc17b gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:27:28.007455 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'name': 'tempest-TestMinimumBasicScenario-1185716825-router', 'tenant_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '8068d537-5bd5-44d9-b814-796da9ba6cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:25Z', 'updated_at': '2022-09-13T01:27:26Z', 'revision_number': 3, 'project_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'gw_port': {'id': '8068d537-5bd5-44d9-b814-796da9ba6cc4', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:26Z', 'updated_at': '2022-09-13T01:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:27:28.012802 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 0dab0f1d-60c1-4bff-b3e3-92e02d447838 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:27:28.039756 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Checking router: 182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:27:28.041577 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Updating router 182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a port 8068d537-5bd5-44d9-b814-796da9ba6cc4 binding host dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:27:28.077433 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (8068d537-5bd5-44d9-b814-796da9ba6cc4), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:28.117792 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9825b9d9-eaaf-4c52-90ae-3f5dbef971d2 None None] Network 5b21fbbf-c2da-4e1f-8eb7-288539a41fe8 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:27:28.135582 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:28.196943 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 0dab0f1d-60c1-4bff-b3e3-92e02d447838 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:28.197244 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (0dab0f1d-60c1-4bff-b3e3-92e02d447838), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:28.240165 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:28.248030 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-e692eba8-b9fb-40de-aa18-ed7145dc3ac9 None None] Provisioning complete for port 0dab0f1d-60c1-4bff-b3e3-92e02d447838 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:28.248417 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e692eba8-b9fb-40de-aa18-ed7145dc3ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (0dab0f1d-60c1-4bff-b3e3-92e02d447838), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:28.409201 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] Allocated IP 172.20.0.1 (5b21fbbf-c2da-4e1f-8eb7-288539a41fe8/b496d35b-899b-4d38-bb6f-f038dcf537d9/2279d0c8-09aa-4490-b879-eb3a1f5421ac) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:27:28.427303 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:28.432064 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:28.445922 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Publish callbacks [] for port (8068d537-5bd5-44d9-b814-796da9ba6cc4), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:28.452007 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (8068d537-5bd5-44d9-b814-796da9ba6cc4), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:28.500720 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ff514-47f7-42a4-a2e1-6486f34d1f22 None None] Pushing event updated for resources: {'Port': ['ID=8068d537-5bd5-44d9-b814-796da9ba6cc4,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:28.503086 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Attempting to bind port 8068d537-5bd5-44d9-b814-796da9ba6cc4 on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:27:28.503706 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Attempting to bind port 8068d537-5bd5-44d9-b814-796da9ba6cc4 by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:27:28.504382 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Attempting to bind port 8068d537-5bd5-44d9-b814-796da9ba6cc4 on network 2a9ecfbd-a328-4077-a2ee-7c267345041e {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:27:28.538100 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] Publish callbacks [] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:28.538324 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'name': 'tempest-TestMinimumBasicScenario-1801607995-router', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:23Z', 'revision_number': 4, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'gw_port': {'id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6cc22a5a-58c3-4834-8a4f-686886c077b7', 'name': '', 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'mac_address': 'fa:16:3e:1a:ee:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5892e53c-3b0a-4864-ab51-10700863f386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:23Z', 'updated_at': '2022-09-13T01:27:27Z', 'revision_number': 4, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'subnets': [{'id': '5892e53c-3b0a-4864-ab51-10700863f386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:27:28.552731 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:27:28.553520 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Checking segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:27:28.554012 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:28.554489 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Bound using segment: {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:27:28.555084 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Bound port: 8068d537-5bd5-44d9-b814-796da9ba6cc4, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed029dd-6c43-4713-8091-1a01a0fa1142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:27:28.555545 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (8068d537-5bd5-44d9-b814-796da9ba6cc4), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:28.574205 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f8c72-1e4e-4619-a03f-a0655c58cf90 None None] The sync data for ids ['ce3e858b-0b91-438d-9740-3f44623bc17b'] in dv-cinder-856941-3-iscsi is: [{'id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'name': 'tempest-TestMinimumBasicScenario-1801607995-router', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:23Z', 'revision_number': 4, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'gw_port': {'id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6cc22a5a-58c3-4834-8a4f-686886c077b7', 'name': '', 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'mac_address': 'fa:16:3e:1a:ee:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5892e53c-3b0a-4864-ab51-10700863f386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:23Z', 'updated_at': '2022-09-13T01:27:27Z', 'revision_number': 4, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'subnets': [{'id': '5892e53c-3b0a-4864-ab51-10700863f386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:27:28.577515 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:28.614718 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] For port 8068d537-5bd5-44d9-b814-796da9ba6cc4, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:27:28.619189 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] For port 8068d537-5bd5-44d9-b814-796da9ba6cc4, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=8068d537-5bd5-44d9-b814-796da9ba6cc4,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:27:28.627170 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 0dab0f1d-60c1-4bff-b3e3-92e02d447838 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:28.627342 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (0dab0f1d-60c1-4bff-b3e3-92e02d447838), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:28.633403 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] Network 5b21fbbf-c2da-4e1f-8eb7-288539a41fe8 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:27:28.634057 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (8068d537-5bd5-44d9-b814-796da9ba6cc4), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:28.646091 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:27:28.650151 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:27:28.653956 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=2279d0c8-09aa-4490-b879-eb3a1f5421ac,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:28.656592 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-e692eba8-b9fb-40de-aa18-ed7145dc3ac9 None None] Current status of the port 0dab0f1d-60c1-4bff-b3e3-92e02d447838 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:28.656982 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e692eba8-b9fb-40de-aa18-ed7145dc3ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (0dab0f1d-60c1-4bff-b3e3-92e02d447838), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:28.695078 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:28.712120 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 0dab0f1d-60c1-4bff-b3e3-92e02d447838, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=0dab0f1d-60c1-4bff-b3e3-92e02d447838,segment=NetworkSegment(5a776869-ab56-4bce-83c5-8585126a22e2),segment_id=5a776869-ab56-4bce-83c5-8585126a22e2)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:27:28.725189 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609558'] for router_interface (182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:28.725421 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (0dab0f1d-60c1-4bff-b3e3-92e02d447838), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:28.726364 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 3bb50a84-0df1-41dc-b878-62ab9277519b up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:27:28.760815 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ff514-47f7-42a4-a2e1-6486f34d1f22 None None] Pushing event updated for resources: {'Port': ['ID=8068d537-5bd5-44d9-b814-796da9ba6cc4,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:28.770149 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Routers {'182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:27:28.771113 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:27:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:27:28.842670 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:28.852906 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.db.api [None req-e692eba8-b9fb-40de-aa18-ed7145dc3ac9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 13 01:27:28.853371 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG oslo_db.api [None req-e692eba8-b9fb-40de-aa18-ed7145dc3ac9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 13 01:27:28.889728 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=0dab0f1d-60c1-4bff-b3e3-92e02d447838,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:28.893194 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:28.900612 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 3bb50a84-0df1-41dc-b878-62ab9277519b triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:28.900996 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (3bb50a84-0df1-41dc-b878-62ab9277519b), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:28.939012 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] Set router 182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:27:28.965360 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:29.002763 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 3bb50a84-0df1-41dc-b878-62ab9277519b is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:29.125612 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:29.157605 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'name': 'tempest-TestMinimumBasicScenario-1185716825-router', 'tenant_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '8068d537-5bd5-44d9-b814-796da9ba6cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:25Z', 'updated_at': '2022-09-13T01:27:26Z', 'revision_number': 3, 'project_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'gw_port': {'id': '8068d537-5bd5-44d9-b814-796da9ba6cc4', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:26Z', 'updated_at': '2022-09-13T01:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:27:29.168973 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] Publish callbacks [] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:29.174568 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:29.184893 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd56e6-2275-48e3-9a73-ea83f2acb26d None None] The sync data for ids ['182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a'] in dv-cinder-856941-3-iscsi is: [{'id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'name': 'tempest-TestMinimumBasicScenario-1185716825-router', 'tenant_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '8068d537-5bd5-44d9-b814-796da9ba6cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:25Z', 'updated_at': '2022-09-13T01:27:26Z', 'revision_number': 3, 'project_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'gw_port': {'id': '8068d537-5bd5-44d9-b814-796da9ba6cc4', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:26Z', 'updated_at': '2022-09-13T01:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:27:29.249306 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609666'] for router_interface (182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:29.255527 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=2279d0c8-09aa-4490-b879-eb3a1f5421ac,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:29.353974 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] Network 5b21fbbf-c2da-4e1f-8eb7-288539a41fe8 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:27:29.355474 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:27:29.399526 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-e692eba8-b9fb-40de-aa18-ed7145dc3ac9 None None] Current status of the port 0dab0f1d-60c1-4bff-b3e3-92e02d447838 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:29.503744 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] Router 182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:27:29.516691 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-13f98afe-8036-4f52-8455-d233c1ebf5ff None None] Provisioning complete for port 2279d0c8-09aa-4490-b879-eb3a1f5421ac triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:29.517168 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-13f98afe-8036-4f52-8455-d233c1ebf5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:29.578246 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-13f98afe-8036-4f52-8455-d233c1ebf5ff None None] Port 2279d0c8-09aa-4490-b879-eb3a1f5421ac cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:27:29.588922 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-13f98afe-8036-4f52-8455-d233c1ebf5ff None None] Provisioning complete for port 0dab0f1d-60c1-4bff-b3e3-92e02d447838 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:29.589447 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-13f98afe-8036-4f52-8455-d233c1ebf5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (0dab0f1d-60c1-4bff-b3e3-92e02d447838), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:29.664057 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:27:29.669992 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-b7b01dd8-1452-44cd-b8f2-5f76d1c97ae2 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9858050 Sep 13 01:27:29.697503 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-13f98afe-8036-4f52-8455-d233c1ebf5ff None None] Current status of the port 0dab0f1d-60c1-4bff-b3e3-92e02d447838 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:29.825672 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-83be0faf-28c8-43e9-bdd3-400423d0bb15 None None] Provisioning complete for port 2279d0c8-09aa-4490-b879-eb3a1f5421ac triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:29.826324 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-83be0faf-28c8-43e9-bdd3-400423d0bb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:29.921321 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 8068d537-5bd5-44d9-b814-796da9ba6cc4 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:27:29.926731 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-83be0faf-28c8-43e9-bdd3-400423d0bb15 None None] Port 2279d0c8-09aa-4490-b879-eb3a1f5421ac cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:27:29.958719 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-62809f2f-04cc-4936-898a-d1038b694e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:29.985277 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 8068d537-5bd5-44d9-b814-796da9ba6cc4 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:29.985277 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (8068d537-5bd5-44d9-b814-796da9ba6cc4), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:30.083293 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 8068d537-5bd5-44d9-b814-796da9ba6cc4 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:30.084209 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (8068d537-5bd5-44d9-b814-796da9ba6cc4), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:30.121472 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 8068d537-5bd5-44d9-b814-796da9ba6cc4, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=8068d537-5bd5-44d9-b814-796da9ba6cc4,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:27:30.121472 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (8068d537-5bd5-44d9-b814-796da9ba6cc4), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:30.121472 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 0dab0f1d-60c1-4bff-b3e3-92e02d447838 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:27:30.224010 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=8068d537-5bd5-44d9-b814-796da9ba6cc4,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:30.232448 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 0dab0f1d-60c1-4bff-b3e3-92e02d447838 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:30.232827 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (0dab0f1d-60c1-4bff-b3e3-92e02d447838), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:30.312486 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 0dab0f1d-60c1-4bff-b3e3-92e02d447838 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:30.313574 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 6cc22a5a-58c3-4834-8a4f-686886c077b7 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:27:30.361162 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 6cc22a5a-58c3-4834-8a4f-686886c077b7 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:30.361550 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:30.388174 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:30.415506 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:30.454304 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 6cc22a5a-58c3-4834-8a4f-686886c077b7 is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:30.454690 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:30.488594 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 6cc22a5a-58c3-4834-8a4f-686886c077b7, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=6cc22a5a-58c3-4834-8a4f-686886c077b7,segment=NetworkSegment(437e175a-880f-4fa7-991c-7ea36355dbda),segment_id=437e175a-880f-4fa7-991c-7ea36355dbda)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:27:30.493258 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:30.547624 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=6cc22a5a-58c3-4834-8a4f-686886c077b7,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:31.813794 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 8068d537-5bd5-44d9-b814-796da9ba6cc4 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:27:31.876010 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 8068d537-5bd5-44d9-b814-796da9ba6cc4 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:31.876475 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (8068d537-5bd5-44d9-b814-796da9ba6cc4), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:31.880392 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Sync routers for ids ['182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:27:31.925680 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Routers {'182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:27:31.926305 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:27:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:27:32.062939 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 8068d537-5bd5-44d9-b814-796da9ba6cc4 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:32.064170 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 6cc22a5a-58c3-4834-8a4f-686886c077b7 up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:27:32.089642 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Set router 182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:27:32.201546 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 6cc22a5a-58c3-4834-8a4f-686886c077b7 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:32.201817 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:32.255287 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e4a96ad9-25e1-4ec0-aba9-267c9bd3d641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:32.378127 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 6cc22a5a-58c3-4834-8a4f-686886c077b7 is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:32.381251 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'name': 'tempest-TestMinimumBasicScenario-1185716825-router', 'tenant_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '8068d537-5bd5-44d9-b814-796da9ba6cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:25Z', 'updated_at': '2022-09-13T01:27:28Z', 'revision_number': 4, 'project_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'gw_port': {'id': '8068d537-5bd5-44d9-b814-796da9ba6cc4', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:26Z', 'updated_at': '2022-09-13T01:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2279d0c8-09aa-4490-b879-eb3a1f5421ac', 'name': '', 'network_id': '5b21fbbf-c2da-4e1f-8eb7-288539a41fe8', 'tenant_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'mac_address': 'fa:16:3e:2e:bb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'b496d35b-899b-4d38-bb6f-f038dcf537d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:28Z', 'updated_at': '2022-09-13T01:27:29Z', 'revision_number': 2, 'project_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'subnets': [{'id': 'b496d35b-899b-4d38-bb6f-f038dcf537d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:27:32.409008 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Checking router: 182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:27:32.409707 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Updating router 182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a port 2279d0c8-09aa-4490-b879-eb3a1f5421ac binding host dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 01:27:32.447690 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:32.484576 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:32.752379 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:32.909005 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Publish callbacks [] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:32.918680 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:33.011514 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd138ae-5bda-4cd2-8e3a-89f11fc2bb32 None None] Pushing event updated for resources: {'Port': ['ID=2279d0c8-09aa-4490-b879-eb3a1f5421ac,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:33.025548 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Attempting to bind port 2279d0c8-09aa-4490-b879-eb3a1f5421ac on host dv-cinder-856941-3-iscsi for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:27:33.025918 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Attempting to bind port 2279d0c8-09aa-4490-b879-eb3a1f5421ac by drivers openvswitch,hyperv on host dv-cinder-856941-3-iscsi at level 0 using segments [{'id': '5a776869-ab56-4bce-83c5-8585126a22e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5b21fbbf-c2da-4e1f-8eb7-288539a41fe8'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:27:33.026289 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Attempting to bind port 2279d0c8-09aa-4490-b879-eb3a1f5421ac on network 5b21fbbf-c2da-4e1f-8eb7-288539a41fe8 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:27:33.074290 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Checking agent: {'id': 'f770d272-2027-4cb7-90a1-ed6fd3c3d204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 10, 35), 'started_at': datetime.datetime(2022, 9, 13, 1, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:27:33.074667 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Checking segment: {'id': '5a776869-ab56-4bce-83c5-8585126a22e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5b21fbbf-c2da-4e1f-8eb7-288539a41fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:27:33.075111 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:33.075504 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Bound using segment: {'id': '5a776869-ab56-4bce-83c5-8585126a22e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5b21fbbf-c2da-4e1f-8eb7-288539a41fe8'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:27:33.075985 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Bound port: 2279d0c8-09aa-4490-b879-eb3a1f5421ac, host: dv-cinder-856941-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a776869-ab56-4bce-83c5-8585126a22e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5b21fbbf-c2da-4e1f-8eb7-288539a41fe8'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:27:33.076356 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:33.144482 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] For port 2279d0c8-09aa-4490-b879-eb3a1f5421ac, host dv-cinder-856941-3-iscsi, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:27:33.148724 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] For port 2279d0c8-09aa-4490-b879-eb3a1f5421ac, host dv-cinder-856941-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=2279d0c8-09aa-4490-b879-eb3a1f5421ac,segment=NetworkSegment(5a776869-ab56-4bce-83c5-8585126a22e2),segment_id=5a776869-ab56-4bce-83c5-8585126a22e2)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:27:33.157217 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:33.209906 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Routers {'182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:27:33.210514 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:27:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:27:33.254459 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd138ae-5bda-4cd2-8e3a-89f11fc2bb32 None None] Pushing event updated for resources: {'Port': ['ID=2279d0c8-09aa-4490-b879-eb3a1f5421ac,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:33.336198 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] Set router 182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:27:33.448853 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:33.563909 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'name': 'tempest-TestMinimumBasicScenario-1185716825-router', 'tenant_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '8068d537-5bd5-44d9-b814-796da9ba6cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:25Z', 'updated_at': '2022-09-13T01:27:28Z', 'revision_number': 4, 'project_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'gw_port': {'id': '8068d537-5bd5-44d9-b814-796da9ba6cc4', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:26Z', 'updated_at': '2022-09-13T01:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2279d0c8-09aa-4490-b879-eb3a1f5421ac', 'name': '', 'network_id': '5b21fbbf-c2da-4e1f-8eb7-288539a41fe8', 'tenant_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'mac_address': 'fa:16:3e:2e:bb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'b496d35b-899b-4d38-bb6f-f038dcf537d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:28Z', 'updated_at': '2022-09-13T01:27:33Z', 'revision_number': 4, 'project_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'subnets': [{'id': 'b496d35b-899b-4d38-bb6f-f038dcf537d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:27:33.597074 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9717b43-3670-42df-a342-db29cc455c02 None None] The sync data for ids ['182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a'] in dv-cinder-856941-3-iscsi is: [{'id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'name': 'tempest-TestMinimumBasicScenario-1185716825-router', 'tenant_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '8068d537-5bd5-44d9-b814-796da9ba6cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:25Z', 'updated_at': '2022-09-13T01:27:28Z', 'revision_number': 4, 'project_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'gw_port': {'id': '8068d537-5bd5-44d9-b814-796da9ba6cc4', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:26Z', 'updated_at': '2022-09-13T01:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2279d0c8-09aa-4490-b879-eb3a1f5421ac', 'name': '', 'network_id': '5b21fbbf-c2da-4e1f-8eb7-288539a41fe8', 'tenant_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'mac_address': 'fa:16:3e:2e:bb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'b496d35b-899b-4d38-bb6f-f038dcf537d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:28Z', 'updated_at': '2022-09-13T01:27:33Z', 'revision_number': 4, 'project_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'subnets': [{'id': 'b496d35b-899b-4d38-bb6f-f038dcf537d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:27:33.863217 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 2279d0c8-09aa-4490-b879-eb3a1f5421ac up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:27:33.873057 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:33.928239 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 2279d0c8-09aa-4490-b879-eb3a1f5421ac triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:33.928930 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:34.031885 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 2279d0c8-09aa-4490-b879-eb3a1f5421ac is: DOWN; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:34.032280 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:34.078963 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:34.085549 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] For port 2279d0c8-09aa-4490-b879-eb3a1f5421ac, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=2279d0c8-09aa-4490-b879-eb3a1f5421ac,segment=NetworkSegment(5a776869-ab56-4bce-83c5-8585126a22e2),segment_id=5a776869-ab56-4bce-83c5-8585126a22e2)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:27:34.091431 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:34.152276 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Pushing event updated for resources: {'Port': ['ID=2279d0c8-09aa-4490-b879-eb3a1f5421ac,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:34.840363 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:34.841042 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:35.566045 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=13 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:35.577409 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:35.803614 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 2279d0c8-09aa-4490-b879-eb3a1f5421ac up at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:27:35.847812 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Provisioning complete for port 2279d0c8-09aa-4490-b879-eb3a1f5421ac triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:35.848311 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:35.933920 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Current status of the port 2279d0c8-09aa-4490-b879-eb3a1f5421ac is: ACTIVE; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:38.310754 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:27:39.161705 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:39.498113 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-de0699f5-033c-4ad1-b7e3-22aed8b3d201 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:39.499586 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-de0699f5-033c-4ad1-b7e3-22aed8b3d201 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/networks?id=73d26f60-fc5a-4796-a2af-224032b1760c HTTP/1.1" status: 200 len: 815 time: 0.1033072 Sep 13 01:27:39.514318 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-87714500-37c8-464f-a648-976a1590d991 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/quotas/7bede684fde243038bcb6b0d5c31ac8f HTTP/1.1" status: 200 len: 375 time: 0.0092273 Sep 13 01:27:39.551148 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:39.567593 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-4a4492b1-c8dc-4c4a-b265-ac71119b06d9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=7bede684fde243038bcb6b0d5c31ac8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472853 Sep 13 01:27:39.671120 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-6f49f994-0907-439e-a6e6-361893f23777 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893862 Sep 13 01:27:39.762234 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1421e504-ed96-4d5c-9ab7-67da9c5c8754 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852864 Sep 13 01:27:39.924309 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1dc061fb-ebc9-47b9-af18-d321967105b2 req-b8dcd0e1-ded1-49d6-b0b5-4f5032f82b05 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 210 time: 0.0292563 Sep 13 01:27:41.043351 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c2483db4-4823-4f05-8084-3daa6e8b8575 req-57662447-8074-4da9-af34-a972ce69afbf tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 210 time: 0.0329540 Sep 13 01:27:41.093774 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-f5ffbdf1-5b2e-4540-bf9b-522c78b5a866 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:41.095205 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-f5ffbdf1-5b2e-4540-bf9b-522c78b5a866 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.25 "GET /networking/v2.0/networks?id=73d26f60-fc5a-4796-a2af-224032b1760c HTTP/1.1" status: 200 len: 815 time: 0.1385121 Sep 13 01:27:41.108840 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-7ae06ce6-a9ec-477a-a6c9-1c5adcebe89f tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Request body: {'port': {'device_id': '09d2d899-2749-4525-a1c3-a96617c5d619', 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c', 'admin_state_up': True, 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:27:41.166505 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:41.225597 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-7ae06ce6-a9ec-477a-a6c9-1c5adcebe89f tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Made reservation on behalf of 7bede684fde243038bcb6b0d5c31ac8f for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:27:41.230293 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-7ae06ce6-a9ec-477a-a6c9-1c5adcebe89f tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:41.367683 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-7ae06ce6-a9ec-477a-a6c9-1c5adcebe89f tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Allocated IP 172.20.0.12 (73d26f60-fc5a-4796-a2af-224032b1760c/5892e53c-3b0a-4864-ab51-10700863f386/1012c39b-1d73-4b31-9a78-4519d95f4972) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:27:41.594554 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-7ae06ce6-a9ec-477a-a6c9-1c5adcebe89f tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:41.646210 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-7ae06ce6-a9ec-477a-a6c9-1c5adcebe89f tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:41.674514 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-7ae06ce6-a9ec-477a-a6c9-1c5adcebe89f tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Network 73d26f60-fc5a-4796-a2af-224032b1760c is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:27:41.679943 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-7ae06ce6-a9ec-477a-a6c9-1c5adcebe89f tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:27:41.705980 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-7ae06ce6-a9ec-477a-a6c9-1c5adcebe89f tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:27:41.761757 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-7ae06ce6-a9ec-477a-a6c9-1c5adcebe89f tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:41.773590 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-7ae06ce6-a9ec-477a-a6c9-1c5adcebe89f tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:41.822657 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-7ae06ce6-a9ec-477a-a6c9-1c5adcebe89f tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7173843 Sep 13 01:27:41.823883 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae06ce6-a9ec-477a-a6c9-1c5adcebe89f tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Pushing event updated for resources: {'Port': ['ID=1012c39b-1d73-4b31-9a78-4519d95f4972,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:42.043902 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-e8499f9d-3a39-4913-9192-26c74130c63a None None] Provisioning complete for port 1012c39b-1d73-4b31-9a78-4519d95f4972 triggered by entity DHCP. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:42.044579 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e8499f9d-3a39-4913-9192-26c74130c63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:42.094250 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-e8499f9d-3a39-4913-9192-26c74130c63a None None] Port 1012c39b-1d73-4b31-9a78-4519d95f4972 cannot update to ACTIVE because it is not bound. {{(pid=106210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 01:27:42.212046 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30ba1a-9509-4e29-8005-9f05b02cb9c4 req-928ac3d2-8b0e-4d27-8431-03110cfbfef6 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:42.218217 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 42090) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:42.220700 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-bf30ba1a-9509-4e29-8005-9f05b02cb9c4 req-928ac3d2-8b0e-4d27-8431-03110cfbfef6 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 932 time: 0.0749285 Sep 13 01:27:42.267673 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-bf30ba1a-9509-4e29-8005-9f05b02cb9c4 req-cf4ac75c-b6dc-4483-b94a-e307b2308505 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457826 Sep 13 01:27:42.370073 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-316411b7-c69e-4912-9b4d-6f402f4b4654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:42.371750 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:42.458025 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:42.472925 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-316411b7-c69e-4912-9b4d-6f402f4b4654 admin admin] Publish callbacks [] for security_group (23e69b21-7cb2-4864-be44-b0a68822973f), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:42.478737 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-316411b7-c69e-4912-9b4d-6f402f4b4654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (23e69b21-7cb2-4864-be44-b0a68822973f), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:42.519098 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-316411b7-c69e-4912-9b4d-6f402f4b4654 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a606ddb7c1b346889111a569520789a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997241 Sep 13 01:27:42.519951 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316411b7-c69e-4912-9b4d-6f402f4b4654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e69b21-7cb2-4864-be44-b0a68822973f,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:42.522637 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 42094) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:42.577969 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3862ba59-6ebf-43fe-a801-0d9e9e52d327 admin admin] Publish callbacks [] for security_group (23e69b21-7cb2-4864-be44-b0a68822973f), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:42.601982 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3862ba59-6ebf-43fe-a801-0d9e9e52d327 admin admin] Publish callbacks [] for security_group (23e69b21-7cb2-4864-be44-b0a68822973f), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:42.652438 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3862ba59-6ebf-43fe-a801-0d9e9e52d327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (23e69b21-7cb2-4864-be44-b0a68822973f), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:42.655159 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-3862ba59-6ebf-43fe-a801-0d9e9e52d327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:42.656420 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-3862ba59-6ebf-43fe-a801-0d9e9e52d327 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/23e69b21-7cb2-4864-be44-b0a68822973f HTTP/1.1" status: 204 len: 168 time: 0.1326599 Sep 13 01:27:42.669409 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862ba59-6ebf-43fe-a801-0d9e9e52d327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e69b21-7cb2-4864-be44-b0a68822973f,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:43.252427 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:43.391474 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 42118) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:43.439614 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a28d15-f7e5-481b-a462-1061ccaf1e84 req-93cb46b2-0cd8-4b5b-b7ce-182e4e66cb5d tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:43.443930 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-18a28d15-f7e5-481b-a462-1061ccaf1e84 req-93cb46b2-0cd8-4b5b-b7ce-182e4e66cb5d tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 932 time: 0.0808482 Sep 13 01:27:43.509347 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-18a28d15-f7e5-481b-a462-1061ccaf1e84 req-b2efd5ea-9f5d-4382-8ef6-f56cb96fe58c tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596850 Sep 13 01:27:43.543076 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-ac66f7b5-884c-4157-8c09-74d98afbe530 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1302989600-network', 'tenant_id': '53b74c0569e9452d817797f3f9d3a78f'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:27:43.564030 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac66f7b5-884c-4157-8c09-74d98afbe530 admin admin] Made reservation on behalf of 53b74c0569e9452d817797f3f9d3a78f for: {'network': 1} {{(pid=106209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:27:43.566527 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ac66f7b5-884c-4157-8c09-74d98afbe530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for network (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:43.576250 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ac66f7b5-884c-4157-8c09-74d98afbe530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:43.668976 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ac66f7b5-884c-4157-8c09-74d98afbe530 admin admin] Publish callbacks [] for security_group (7d309863-ae4c-474c-b83d-af2d77467944), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:43.674286 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ac66f7b5-884c-4157-8c09-74d98afbe530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (7d309863-ae4c-474c-b83d-af2d77467944), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:43.697155 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac66f7b5-884c-4157-8c09-74d98afbe530 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 01:27:43.718025 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ac66f7b5-884c-4157-8c09-74d98afbe530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (b1da5695-1ae9-44c4-b354-c657f1290f07), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:43.718411 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.segments_db [None req-ac66f7b5-884c-4157-8c09-74d98afbe530 admin admin] Added segment b1da5695-1ae9-44c4-b354-c657f1290f07 of type vlan for network 77dfb21b-3abb-4934-9b61-126b168eaef7 Sep 13 01:27:43.727158 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66f7b5-884c-4157-8c09-74d98afbe530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d309863-ae4c-474c-b83d-af2d77467944,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:43.783038 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ac66f7b5-884c-4157-8c09-74d98afbe530 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744760267686'] for network (77dfb21b-3abb-4934-9b61-126b168eaef7), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:43.810492 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ac66f7b5-884c-4157-8c09-74d98afbe530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115'] for network (77dfb21b-3abb-4934-9b61-126b168eaef7), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:43.811701 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac66f7b5-884c-4157-8c09-74d98afbe530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:43.812287 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-ac66f7b5-884c-4157-8c09-74d98afbe530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:43.879122 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-ac66f7b5-884c-4157-8c09-74d98afbe530 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4857957 Sep 13 01:27:43.879368 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 42124) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:27:43.885329 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-9edb3574-d144-434a-8b6d-549e88e56abc admin admin] Request body: {'subnet': {'network_id': '77dfb21b-3abb-4934-9b61-126b168eaef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1302989600-subnet', 'tenant_id': '53b74c0569e9452d817797f3f9d3a78f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:27:43.886036 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66f7b5-884c-4157-8c09-74d98afbe530 admin admin] Pushing event updated for resources: {'Network': ['ID=77dfb21b-3abb-4934-9b61-126b168eaef7,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:43.896766 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Network 77dfb21b-3abb-4934-9b61-126b168eaef7 details requested by agent ovs-agent-dv-cinder-856941-3-iscsi with host dv-cinder-856941-3-iscsi {{(pid=106210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 01:27:43.910526 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edb3574-d144-434a-8b6d-549e88e56abc admin admin] Made reservation on behalf of 53b74c0569e9452d817797f3f9d3a78f for: {'subnet': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:27:43.917598 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9edb3574-d144-434a-8b6d-549e88e56abc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126144285'] for subnet (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:44.136190 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9edb3574-d144-434a-8b6d-549e88e56abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126144271'] for subnet (61566327-8c70-4f91-a590-548d1b15f138), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:44.196290 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb3574-d144-434a-8b6d-549e88e56abc admin admin] Pushing event updated for resources: {'Subnet': ['ID=61566327-8c70-4f91-a590-548d1b15f138,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:44.208032 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edb3574-d144-434a-8b6d-549e88e56abc admin admin] Checking segment: {'id': 'b1da5695-1ae9-44c4-b354-c657f1290f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '77dfb21b-3abb-4934-9b61-126b168eaef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:27:44.208456 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edb3574-d144-434a-8b6d-549e88e56abc admin admin] Network hostable DHCP agents. Network: 77dfb21b-3abb-4934-9b61-126b168eaef7, hostable agents: ['bad05df4-8ba8-4c97-bc01-4cef6967e18c'], hosted agents: [] {{(pid=106208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 01:27:44.230751 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edb3574-d144-434a-8b6d-549e88e56abc admin admin] Network 77dfb21b-3abb-4934-9b61-126b168eaef7 is scheduled to be hosted by DHCP agent bad05df4-8ba8-4c97-bc01-4cef6967e18c with binding_index 1 {{(pid=106208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 01:27:44.241610 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-9edb3574-d144-434a-8b6d-549e88e56abc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-3-iscsi, 77dfb21b-3abb-4934-9b61-126b168eaef7) {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:27:44.250518 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edb3574-d144-434a-8b6d-549e88e56abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:44.251293 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9edb3574-d144-434a-8b6d-549e88e56abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:44.251418 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662c5c1d-74ea-4cc3-bae7-70aa49b1d25c None None] Network 77dfb21b-3abb-4934-9b61-126b168eaef7 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:27:44.268553 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-9edb3574-d144-434a-8b6d-549e88e56abc admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3879995 Sep 13 01:27:44.379525 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd386b7e-0904-4358-8145-67915af8c778 None None] Network 77dfb21b-3abb-4934-9b61-126b168eaef7 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:27:44.838740 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b501ad-5f5e-4b89-a8b5-747607bc37b0 req-3523d63c-f9a8-46e1-a938-970e941b1544 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:44.840468 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-63b501ad-5f5e-4b89-a8b5-747607bc37b0 req-3523d63c-f9a8-46e1-a938-970e941b1544 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 932 time: 0.0701816 Sep 13 01:27:44.912009 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-63b501ad-5f5e-4b89-a8b5-747607bc37b0 req-bcd28034-5229-4fe1-8fd3-24d2037b3ac4 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606840 Sep 13 01:27:46.056805 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0168832-92eb-40ab-a759-398e510263db req-6fa2249f-65af-43f7-8de4-0b416b0be790 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:46.058442 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b0168832-92eb-40ab-a759-398e510263db req-6fa2249f-65af-43f7-8de4-0b416b0be790 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 932 time: 0.0654919 Sep 13 01:27:46.119780 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b0168832-92eb-40ab-a759-398e510263db req-c6318a9d-4d3e-46a6-9779-b02d59f58b0b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556428 Sep 13 01:27:46.237062 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:46.326409 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-a9835946-7ec0-4ac5-aa09-9501c4556599 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:46.327983 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-a9835946-7ec0-4ac5-aa09-9501c4556599 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/networks?id=77dfb21b-3abb-4934-9b61-126b168eaef7 HTTP/1.1" status: 200 len: 814 time: 0.1212156 Sep 13 01:27:46.343054 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-6e601deb-e50f-46dd-ad16-14562baff2c0 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/quotas/53b74c0569e9452d817797f3f9d3a78f HTTP/1.1" status: 200 len: 375 time: 0.0096605 Sep 13 01:27:46.378120 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-852761cb-9fd5-489e-a891-c64ad5bd7f20 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=53b74c0569e9452d817797f3f9d3a78f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291007 Sep 13 01:27:46.477187 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-53124091-914a-4605-b235-c8e22fe4cd5a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/77dfb21b-3abb-4934-9b61-126b168eaef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920694 Sep 13 01:27:46.542814 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:46.578821 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-a22615f7-b01e-4a89-97de-6055aaf1e181 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/77dfb21b-3abb-4934-9b61-126b168eaef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958619 Sep 13 01:27:46.764256 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-b73a240d-f284-46af-b3f7-9799eb209dd0 req-19f07280-d235-445a-b15f-45a32c5e3bd0 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 210 time: 0.0345037 Sep 13 01:27:47.257608 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0b5ef-44d9-47ac-96f4-f4e642cbb83e req-0c7a9b66-2208-42be-9499-b10feadc545e tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:47.259914 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-65b0b5ef-44d9-47ac-96f4-f4e642cbb83e req-0c7a9b66-2208-42be-9499-b10feadc545e tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 932 time: 0.0505245 Sep 13 01:27:47.312205 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-65b0b5ef-44d9-47ac-96f4-f4e642cbb83e req-dcbbc6f9-fd18-41b9-89ef-f1af46304df8 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463791 Sep 13 01:27:47.869296 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f8697748-2a0b-4add-9271-a3de6d6dac5b req-2c1b4649-d9e6-4365-86ff-f4751bb63867 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 210 time: 0.0293331 Sep 13 01:27:48.446244 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240d93c-6342-4e6f-9164-986e0ddbd0d2 req-d1d55e78-fc18-45a7-8ec9-2a28d4f76c88 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:48.447723 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-8240d93c-6342-4e6f-9164-986e0ddbd0d2 req-d1d55e78-fc18-45a7-8ec9-2a28d4f76c88 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 932 time: 0.0565553 Sep 13 01:27:48.498209 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-8240d93c-6342-4e6f-9164-986e0ddbd0d2 req-57eb99f5-4f00-4e00-b919-fd0593fbd446 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447876 Sep 13 01:27:48.972304 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5600e027-76f9-41c5-b0a1-34b05340c2a0 req-79f52f16-a6a9-47b2-bebe-6996713081fb tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 210 time: 0.0279787 Sep 13 01:27:49.601872 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Request body: {'port': {'device_id': '09d2d899-2749-4525-a1c3-a96617c5d619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:27:49.636377 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af342e-3218-436a-9e9f-c3ed63f6336a req-46dea106-a6d5-4ca8-9611-b4dfe414d275 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:49.638245 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c8af342e-3218-436a-9e9f-c3ed63f6336a req-46dea106-a6d5-4ca8-9611-b4dfe414d275 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 932 time: 0.0557027 Sep 13 01:27:49.672838 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:49.692413 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c8af342e-3218-436a-9e9f-c3ed63f6336a req-e8891241-0b9c-4db5-99e1-42cfd73ab997 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445313 Sep 13 01:27:49.717366 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:49.867960 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:49.931098 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1012c39b-1d73-4b31-9a78-4519d95f4972 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:27:49.939428 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Publish callbacks [] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:49.952694 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Transition to ACTIVE for port object 1012c39b-1d73-4b31-9a78-4519d95f4972 will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:27:49.957106 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:50.039480 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Pushing event updated for resources: {'Port': ['ID=1012c39b-1d73-4b31-9a78-4519d95f4972,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:50.092996 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-39519f23-b2b8-4680-9315-0c1697d03904 req-34561cbc-8ad7-44c4-bda8-3cfa3d404cf2 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 210 time: 0.0341396 Sep 13 01:27:50.097129 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Attempting to bind port 1012c39b-1d73-4b31-9a78-4519d95f4972 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:27:50.097461 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Attempting to bind port 1012c39b-1d73-4b31-9a78-4519d95f4972 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '437e175a-880f-4fa7-991c-7ea36355dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:27:50.097787 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Attempting to bind port 1012c39b-1d73-4b31-9a78-4519d95f4972 on network 73d26f60-fc5a-4796-a2af-224032b1760c {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:27:50.140019 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Port 1012c39b-1d73-4b31-9a78-4519d95f4972 on network 73d26f60-fc5a-4796-a2af-224032b1760c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:27:50.140569 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Attempting to bind port 1012c39b-1d73-4b31-9a78-4519d95f4972 on network 73d26f60-fc5a-4796-a2af-224032b1760c {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:27:50.185652 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:27:50.185928 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Checking segment: {'id': '437e175a-880f-4fa7-991c-7ea36355dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:27:50.186350 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Bound using segment: {'id': '437e175a-880f-4fa7-991c-7ea36355dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:27:50.186782 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Bound port: 1012c39b-1d73-4b31-9a78-4519d95f4972, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437e175a-880f-4fa7-991c-7ea36355dbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:27:50.187164 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:50.249210 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] For port 1012c39b-1d73-4b31-9a78-4519d95f4972, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:27:50.252859 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] For port 1012c39b-1d73-4b31-9a78-4519d95f4972, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1012c39b-1d73-4b31-9a78-4519d95f4972,segment=NetworkSegment(437e175a-880f-4fa7-991c-7ea36355dbda),segment_id=437e175a-880f-4fa7-991c-7ea36355dbda)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:27:50.258603 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:50.262783 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:50.263511 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:50.264883 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/1012c39b-1d73-4b31-9a78-4519d95f4972 HTTP/1.1" status: 200 len: 1094 time: 0.6674914 Sep 13 01:27:50.265427 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d2d899-2749-4525-a1c3-a96617c5d619', 'tag': '1012c39b-1d73-4b31-9a78-4519d95f4972'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:27:50.267683 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa45351-c569-479c-91df-b4abdfff0dea" -d '{"events": [{"name": "network-changed", "server_uuid": "09d2d899-2749-4525-a1c3-a96617c5d619", "tag": "1012c39b-1d73-4b31-9a78-4519d95f4972"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:27:50.311440 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4523184-3939-4dc6-b057-1a927bfe2b7c x-openstack-request-id: req-f4523184-3939-4dc6-b057-1a927bfe2b7c {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:27:50.311727 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d2d899-2749-4525-a1c3-a96617c5d619", "tag": "1012c39b-1d73-4b31-9a78-4519d95f4972", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:27:50.311975 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4523184-3939-4dc6-b057-1a927bfe2b7c {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:27:50.312381 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4523184-3939-4dc6-b057-1a927bfe2b7c'] response: {'name': 'network-changed', 'server_uuid': '09d2d899-2749-4525-a1c3-a96617c5d619', 'tag': '1012c39b-1d73-4b31-9a78-4519d95f4972', 'status': 'completed', 'code': 200} Sep 13 01:27:50.324400 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9086cb-f7fc-4074-a533-017e48d19b71 service neutron] Pushing event updated for resources: {'Port': ['ID=1012c39b-1d73-4b31-9a78-4519d95f4972,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:50.357287 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-e36ff6fe-123e-4ffa-94fe-2a7640f228f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:50.358755 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-e36ff6fe-123e-4ffa-94fe-2a7640f228f4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7bede684fde243038bcb6b0d5c31ac8f&device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 1128 time: 0.0417943 Sep 13 01:27:50.574170 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-9e754ac5-36a1-454e-a8f2-40ca4702eb6a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1012c39b-1d73-4b31-9a78-4519d95f4972 HTTP/1.1" status: 200 len: 217 time: 0.0351546 Sep 13 01:27:50.625074 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-cdc844b5-15c5-4534-9790-17dc061a924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:50.626526 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-cdc844b5-15c5-4534-9790-17dc061a924f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5892e53c-3b0a-4864-ab51-10700863f386 HTTP/1.1" status: 200 len: 854 time: 0.0466013 Sep 13 01:27:50.672325 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-5644ea29-d9b5-4513-909e-f35016eb13da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:50.673820 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-5644ea29-d9b5-4513-909e-f35016eb13da service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=73d26f60-fc5a-4796-a2af-224032b1760c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409069 Sep 13 01:27:50.687286 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:51.036895 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dff367-76c6-4336-8432-8e62a6d804aa req-81530260-28cd-4a64-8ca6-4096e1aaa976 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:51.038366 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d0dff367-76c6-4336-8432-8e62a6d804aa req-81530260-28cd-4a64-8ca6-4096e1aaa976 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 944 time: 0.0742247 Sep 13 01:27:51.095979 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-f21fc7b7-5ea2-45c4-b16c-146c902ecdf9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163291 Sep 13 01:27:51.100628 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8761101b-faa1-4abe-ba8b-95176eb84835 req-f90dbd8b-62c6-459d-9bb7-ca1359b6123e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870655 Sep 13 01:27:51.211071 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-edfbcc71-7c5d-4d58-a511-a1dd54f0fc9f req-f6ec3f2a-f9e1-473a-9dae-c78155518a95 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 210 time: 0.0296421 Sep 13 01:27:51.248106 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d0dff367-76c6-4336-8432-8e62a6d804aa req-c59d8bd5-165f-4e64-9f03-9a206cbe148d tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926067 Sep 13 01:27:51.277725 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761101b-faa1-4abe-ba8b-95176eb84835 req-3311baa1-f7a3-4713-9371-b40a08b85ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:51.279193 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8761101b-faa1-4abe-ba8b-95176eb84835 req-3311baa1-f7a3-4713-9371-b40a08b85ac5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca&device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 1130 time: 0.1388826 Sep 13 01:27:51.284356 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:51.393040 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-0d82ee6d-ae50-49b6-9b8a-37024eb7a6fa tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:51.394450 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-0d82ee6d-ae50-49b6-9b8a-37024eb7a6fa tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.25 "GET /networking/v2.0/networks?id=77dfb21b-3abb-4934-9b61-126b168eaef7 HTTP/1.1" status: 200 len: 814 time: 0.2795925 Sep 13 01:27:51.397817 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2efeb216-a2c1-4c90-92cc-ce82c39280dc req-2e992ca5-e6a7-4aed-ac8e-e42456a4ef22 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817962 Sep 13 01:27:51.417427 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-0595dcde-2163-4222-80a7-01900dad9650 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Request body: {'port': {'device_id': 'bbdde643-e612-4f6f-8f73-28e8a20a6236', 'network_id': '77dfb21b-3abb-4934-9b61-126b168eaef7', 'admin_state_up': True, 'tenant_id': '53b74c0569e9452d817797f3f9d3a78f'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:27:51.479154 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761101b-faa1-4abe-ba8b-95176eb84835 req-1d80e682-77e5-4afb-b4a6-1948b0a904ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:51.480603 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8761101b-faa1-4abe-ba8b-95176eb84835 req-1d80e682-77e5-4afb-b4a6-1948b0a904ce service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 HTTP/1.1" status: 200 len: 913 time: 0.1729631 Sep 13 01:27:51.544948 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-0595dcde-2163-4222-80a7-01900dad9650 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Made reservation on behalf of 53b74c0569e9452d817797f3f9d3a78f for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:27:51.548843 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-0595dcde-2163-4222-80a7-01900dad9650 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:51.671335 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-0595dcde-2163-4222-80a7-01900dad9650 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Allocated IP 172.20.0.5 (77dfb21b-3abb-4934-9b61-126b168eaef7/61566327-8c70-4f91-a590-548d1b15f138/9be82c92-faec-427b-aa31-918c40122fd1) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:27:51.811737 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:51.822362 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-0595dcde-2163-4222-80a7-01900dad9650 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Publish callbacks [] for port (9be82c92-faec-427b-aa31-918c40122fd1), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:51.855226 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-0595dcde-2163-4222-80a7-01900dad9650 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (9be82c92-faec-427b-aa31-918c40122fd1), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:51.900307 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-0595dcde-2163-4222-80a7-01900dad9650 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Network 77dfb21b-3abb-4934-9b61-126b168eaef7 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:27:51.903487 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-0595dcde-2163-4222-80a7-01900dad9650 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:27:51.905856 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-0595dcde-2163-4222-80a7-01900dad9650 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:27:51.934440 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595dcde-2163-4222-80a7-01900dad9650 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Pushing event updated for resources: {'Port': ['ID=9be82c92-faec-427b-aa31-918c40122fd1,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:51.962232 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-0595dcde-2163-4222-80a7-01900dad9650 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:51.962832 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-0595dcde-2163-4222-80a7-01900dad9650 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:51.978717 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-0595dcde-2163-4222-80a7-01900dad9650 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5671027 Sep 13 01:27:52.161683 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Request body: {'port': {'device_id': 'bbdde643-e612-4f6f-8f73-28e8a20a6236', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:27:52.240317 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:52.264417 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa45351-c569-479c-91df-b4abdfff0dea req-713ffe40-1b4a-40f1-bd77-d2d89f35eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:52.265899 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-eaa45351-c569-479c-91df-b4abdfff0dea req-713ffe40-1b4a-40f1-bd77-d2d89f35eb8d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7bede684fde243038bcb6b0d5c31ac8f&device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 1128 time: 0.0996838 Sep 13 01:27:52.340360 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0181768-878e-461f-a544-54094f7700ec req-8a7b2a99-9874-4de6-8ce3-ad1d2cac3187 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:52.341917 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d0181768-878e-461f-a544-54094f7700ec req-8a7b2a99-9874-4de6-8ce3-ad1d2cac3187 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 931 time: 0.0515575 Sep 13 01:27:52.345766 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8761101b-faa1-4abe-ba8b-95176eb84835 req-c824ce58-6a6e-432b-9f54-b1c2c0cc5132 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75f99f30-6170-4344-b9f7-a80eeee96ba2 HTTP/1.1" status: 200 len: 1001 time: 0.1813118 Sep 13 01:27:52.379826 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (9be82c92-faec-427b-aa31-918c40122fd1), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:52.390137 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d0181768-878e-461f-a544-54094f7700ec req-ae79c467-4727-4a8d-b386-6075410a49af tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425332 Sep 13 01:27:52.450071 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=46 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:52.455304 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:52.482477 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947792af-8036-4509-b053-47f097f8a5eb req-81331063-1902-43c1-8ab9-458b9e3d017a tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:52.483956 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-947792af-8036-4509-b053-47f097f8a5eb req-81331063-1902-43c1-8ab9-458b9e3d017a tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 944 time: 0.1333990 Sep 13 01:27:52.529024 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761101b-faa1-4abe-ba8b-95176eb84835 req-de9d5ccf-1687-4f83-ad93-d0f58b68f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:52.530406 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8761101b-faa1-4abe-ba8b-95176eb84835 req-de9d5ccf-1687-4f83-ad93-d0f58b68f6e7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b0042c6c-337e-4770-971b-d8ee010e1407 HTTP/1.1" status: 200 len: 851 time: 0.1641033 Sep 13 01:27:52.531422 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa45351-c569-479c-91df-b4abdfff0dea req-8bc8223f-209c-485e-8386-897e3e6d2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:52.532704 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-eaa45351-c569-479c-91df-b4abdfff0dea req-8bc8223f-209c-485e-8386-897e3e6d2cb5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=73d26f60-fc5a-4796-a2af-224032b1760c HTTP/1.1" status: 200 len: 916 time: 0.2584295 Sep 13 01:27:52.652212 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-eaa45351-c569-479c-91df-b4abdfff0dea req-e0abebe1-bbd0-42d7-90cc-fa9f386053f1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1012c39b-1d73-4b31-9a78-4519d95f4972 HTTP/1.1" status: 200 len: 217 time: 0.1069901 Sep 13 01:27:52.688437 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761101b-faa1-4abe-ba8b-95176eb84835 req-97d8c73a-98e4-4928-a099-917cd2d7eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:52.689760 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8761101b-faa1-4abe-ba8b-95176eb84835 req-97d8c73a-98e4-4928-a099-917cd2d7eb5f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1456420 Sep 13 01:27:52.710750 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-947792af-8036-4509-b053-47f097f8a5eb req-ba52587b-c93f-410d-8cca-43df72c1dfe2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139015 Sep 13 01:27:52.805779 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:52.826622 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa45351-c569-479c-91df-b4abdfff0dea req-39680929-b396-4171-b3c9-7d14a23b22b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:52.828086 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-eaa45351-c569-479c-91df-b4abdfff0dea req-39680929-b396-4171-b3c9-7d14a23b22b7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5892e53c-3b0a-4864-ab51-10700863f386 HTTP/1.1" status: 200 len: 854 time: 0.1637893 Sep 13 01:27:52.915053 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8761101b-faa1-4abe-ba8b-95176eb84835 req-6be984c2-36dc-43eb-8852-a2fa89255136 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032640 Sep 13 01:27:52.920956 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa45351-c569-479c-91df-b4abdfff0dea req-9bfbe126-a0e8-4842-ab95-5434ffaae5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:52.922278 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-eaa45351-c569-479c-91df-b4abdfff0dea req-9bfbe126-a0e8-4842-ab95-5434ffaae5ee service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=73d26f60-fc5a-4796-a2af-224032b1760c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867097 Sep 13 01:27:53.068703 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:53.075279 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be82c92-faec-427b-aa31-918c40122fd1 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:27:53.097589 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Publish callbacks [] for port (9be82c92-faec-427b-aa31-918c40122fd1), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:53.139276 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8761101b-faa1-4abe-ba8b-95176eb84835 req-a7cca45b-3ad8-4fb7-ad3f-58ac14bdc548 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161164 Sep 13 01:27:53.140975 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-eaa45351-c569-479c-91df-b4abdfff0dea req-8cc2bc28-1942-4295-9db7-c6fd3317d63a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078035 Sep 13 01:27:53.141891 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Transition to ACTIVE for port object 9be82c92-faec-427b-aa31-918c40122fd1 will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:27:53.144730 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (9be82c92-faec-427b-aa31-918c40122fd1), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:53.247772 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Pushing event updated for resources: {'Port': ['ID=9be82c92-faec-427b-aa31-918c40122fd1,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:53.511732 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18173896-77cc-484a-a360-9d4eaf32ec50 req-a9537b80-cfb7-4661-aab5-f47172cdefc7 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:53.513266 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-18173896-77cc-484a-a360-9d4eaf32ec50 req-a9537b80-cfb7-4661-aab5-f47172cdefc7 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 943 time: 0.0473862 Sep 13 01:27:53.562380 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-18173896-77cc-484a-a360-9d4eaf32ec50 req-9241c1f8-3573-46bf-a93a-c737999755cb tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433028 Sep 13 01:27:53.571342 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-eaa45351-c569-479c-91df-b4abdfff0dea req-e23fc21f-687d-4ab4-8738-20266250a0da service neutron] 10.222.0.25 "GET /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215448 Sep 13 01:27:53.573545 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Attempting to bind port 9be82c92-faec-427b-aa31-918c40122fd1 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:27:53.573891 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Attempting to bind port 9be82c92-faec-427b-aa31-918c40122fd1 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': 'b1da5695-1ae9-44c4-b354-c657f1290f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '77dfb21b-3abb-4934-9b61-126b168eaef7'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:27:53.574203 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Attempting to bind port 9be82c92-faec-427b-aa31-918c40122fd1 on network 77dfb21b-3abb-4934-9b61-126b168eaef7 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:27:53.614923 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Port 9be82c92-faec-427b-aa31-918c40122fd1 on network 77dfb21b-3abb-4934-9b61-126b168eaef7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:27:53.615249 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Attempting to bind port 9be82c92-faec-427b-aa31-918c40122fd1 on network 77dfb21b-3abb-4934-9b61-126b168eaef7 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:27:53.657083 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:27:53.657444 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Checking segment: {'id': 'b1da5695-1ae9-44c4-b354-c657f1290f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '77dfb21b-3abb-4934-9b61-126b168eaef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:27:53.657823 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Bound using segment: {'id': 'b1da5695-1ae9-44c4-b354-c657f1290f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '77dfb21b-3abb-4934-9b61-126b168eaef7'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:27:53.658251 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Bound port: 9be82c92-faec-427b-aa31-918c40122fd1, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1da5695-1ae9-44c4-b354-c657f1290f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '77dfb21b-3abb-4934-9b61-126b168eaef7'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:27:53.658607 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (9be82c92-faec-427b-aa31-918c40122fd1), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:53.718548 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] For port 9be82c92-faec-427b-aa31-918c40122fd1, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:27:53.721428 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] For port 9be82c92-faec-427b-aa31-918c40122fd1, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=9be82c92-faec-427b-aa31-918c40122fd1,segment=NetworkSegment(b1da5695-1ae9-44c4-b354-c657f1290f07),segment_id=b1da5695-1ae9-44c4-b354-c657f1290f07)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:27:53.727398 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (9be82c92-faec-427b-aa31-918c40122fd1), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:53.731389 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:53.732047 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:53.733390 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/9be82c92-faec-427b-aa31-918c40122fd1 HTTP/1.1" status: 200 len: 1093 time: 1.5759606 Sep 13 01:27:53.733929 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdde643-e612-4f6f-8f73-28e8a20a6236', 'tag': '9be82c92-faec-427b-aa31-918c40122fd1'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:27:53.736166 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d13416e-8bc9-4127-8bc3-c8597b9eb41c" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdde643-e612-4f6f-8f73-28e8a20a6236", "tag": "9be82c92-faec-427b-aa31-918c40122fd1"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:27:53.784513 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63382ef-ae44-4c3b-aa81-2597ef69a8da x-openstack-request-id: req-b63382ef-ae44-4c3b-aa81-2597ef69a8da {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:27:53.784820 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdde643-e612-4f6f-8f73-28e8a20a6236", "tag": "9be82c92-faec-427b-aa31-918c40122fd1", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:27:53.785069 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b63382ef-ae44-4c3b-aa81-2597ef69a8da {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:27:53.785467 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63382ef-ae44-4c3b-aa81-2597ef69a8da'] response: {'name': 'network-changed', 'server_uuid': 'bbdde643-e612-4f6f-8f73-28e8a20a6236', 'tag': '9be82c92-faec-427b-aa31-918c40122fd1', 'status': 'completed', 'code': 200} Sep 13 01:27:53.799894 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cbb2b-5926-46f6-918a-9b0d44b8c500 service neutron] Pushing event updated for resources: {'Port': ['ID=9be82c92-faec-427b-aa31-918c40122fd1,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:53.828730 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-91534ebf-a4b1-40ba-905b-96ad3b68d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:53.830208 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-91534ebf-a4b1-40ba-905b-96ad3b68d3b2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=53b74c0569e9452d817797f3f9d3a78f&device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 1127 time: 0.0418973 Sep 13 01:27:53.852822 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea50ef-07ef-4bf7-968a-7bb360cfeb06 req-2057fd5a-49a7-4fa4-a635-42cd8d60bb1a tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:53.854883 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-56ea50ef-07ef-4bf7-968a-7bb360cfeb06 req-2057fd5a-49a7-4fa4-a635-42cd8d60bb1a tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 944 time: 0.0475597 Sep 13 01:27:53.869329 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-6acb5610-faf2-4247-a251-9127091d9fce service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9be82c92-faec-427b-aa31-918c40122fd1 HTTP/1.1" status: 200 len: 217 time: 0.0324631 Sep 13 01:27:53.883730 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:53.907207 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-56ea50ef-07ef-4bf7-968a-7bb360cfeb06 req-7ad5ac96-775f-4fa2-afad-8c324699c284 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455875 Sep 13 01:27:53.925964 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-e1254b6e-d80f-438c-b68d-201a50a91ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:53.928388 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-e1254b6e-d80f-438c-b68d-201a50a91ec0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=61566327-8c70-4f91-a590-548d1b15f138 HTTP/1.1" status: 200 len: 854 time: 0.0524583 Sep 13 01:27:53.959088 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-ae00e79b-cdf3-4715-9bcc-4f167a76ca86 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=77dfb21b-3abb-4934-9b61-126b168eaef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243127 Sep 13 01:27:54.043838 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-905700e1-a16d-4074-8038-a5d23f35f273 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/77dfb21b-3abb-4934-9b61-126b168eaef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792682 Sep 13 01:27:54.135917 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ffdfea4d-30eb-408d-8760-47246cc28851 req-bed0b423-d1ac-4264-b058-4b47aba85810 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/77dfb21b-3abb-4934-9b61-126b168eaef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863581 Sep 13 01:27:54.261836 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 1012c39b-1d73-4b31-9a78-4519d95f4972 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:27:54.337045 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:54.363773 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 1012c39b-1d73-4b31-9a78-4519d95f4972, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1012c39b-1d73-4b31-9a78-4519d95f4972,segment=NetworkSegment(437e175a-880f-4fa7-991c-7ea36355dbda),segment_id=437e175a-880f-4fa7-991c-7ea36355dbda)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:27:54.374805 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': '1012c39b-1d73-4b31-9a78-4519d95f4972', 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c', 'port_id': '1012c39b-1d73-4b31-9a78-4519d95f4972', 'mac_address': 'fa:16:3e:2d:b3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5892e53c-3b0a-4864-ab51-10700863f386', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:27:54.408428 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 1012c39b-1d73-4b31-9a78-4519d95f4972 is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:54.408868 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:54.422269 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1012c39b-1d73-4b31-9a78-4519d95f4972 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:27:54.441276 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 1012c39b-1d73-4b31-9a78-4519d95f4972, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1012c39b-1d73-4b31-9a78-4519d95f4972,segment=NetworkSegment(437e175a-880f-4fa7-991c-7ea36355dbda),segment_id=437e175a-880f-4fa7-991c-7ea36355dbda)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:27:54.445258 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:54.490285 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=1012c39b-1d73-4b31-9a78-4519d95f4972,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:54.681368 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46058851-43c0-419f-bcb7-1cd9403cbd47 req-34a08a91-d0af-47f0-a1e5-633d87c4a8e5 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:54.682619 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['1012c39b-1d73-4b31-9a78-4519d95f4972'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:27:54.682786 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-46058851-43c0-419f-bcb7-1cd9403cbd47 req-34a08a91-d0af-47f0-a1e5-633d87c4a8e5 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 943 time: 0.0463912 Sep 13 01:27:54.716057 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:54.724244 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:54.731056 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-46058851-43c0-419f-bcb7-1cd9403cbd47 req-251981c7-fefe-4fe7-9da1-ec2d4113b324 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425718 Sep 13 01:27:54.922372 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13416e-8bc9-4127-8bc3-c8597b9eb41c req-3c58acd0-0f8e-4b6d-bb26-786318e991e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:54.923756 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4d13416e-8bc9-4127-8bc3-c8597b9eb41c req-3c58acd0-0f8e-4b6d-bb26-786318e991e0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=53b74c0569e9452d817797f3f9d3a78f&device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 1127 time: 0.0385499 Sep 13 01:27:55.017057 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13416e-8bc9-4127-8bc3-c8597b9eb41c req-ee3ea1db-80cb-48ff-8033-e7885428fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:55.018494 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4d13416e-8bc9-4127-8bc3-c8597b9eb41c req-ee3ea1db-80cb-48ff-8033-e7885428fda6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=77dfb21b-3abb-4934-9b61-126b168eaef7 HTTP/1.1" status: 200 len: 915 time: 0.0880270 Sep 13 01:27:55.026476 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0629c7b-d8bf-458d-b84f-bed0c3101fb9 req-f437ce64-f9af-4d23-8d28-9c339a764f45 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:55.027963 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e0629c7b-d8bf-458d-b84f-bed0c3101fb9 req-f437ce64-f9af-4d23-8d28-9c339a764f45 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 945 time: 0.0475161 Sep 13 01:27:55.057288 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4d13416e-8bc9-4127-8bc3-c8597b9eb41c req-892a798f-bb9d-4c64-af49-076f277b7309 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9be82c92-faec-427b-aa31-918c40122fd1 HTTP/1.1" status: 200 len: 217 time: 0.0317435 Sep 13 01:27:55.075720 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e0629c7b-d8bf-458d-b84f-bed0c3101fb9 req-8b87cc33-ccb3-4fb3-96f9-57b5b32c6eab tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420513 Sep 13 01:27:55.108392 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13416e-8bc9-4127-8bc3-c8597b9eb41c req-db1689cb-33d9-42cf-bbce-703daf5223e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:55.109837 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4d13416e-8bc9-4127-8bc3-c8597b9eb41c req-db1689cb-33d9-42cf-bbce-703daf5223e1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=61566327-8c70-4f91-a590-548d1b15f138 HTTP/1.1" status: 200 len: 854 time: 0.0465469 Sep 13 01:27:55.140569 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4d13416e-8bc9-4127-8bc3-c8597b9eb41c req-cb84c0ad-cddb-485e-82e3-b160d48f8a7b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=77dfb21b-3abb-4934-9b61-126b168eaef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246704 Sep 13 01:27:55.227007 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4d13416e-8bc9-4127-8bc3-c8597b9eb41c req-212aa7b4-0ce0-4c65-8162-2e997e6e7245 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/77dfb21b-3abb-4934-9b61-126b168eaef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805969 Sep 13 01:27:55.317967 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4d13416e-8bc9-4127-8bc3-c8597b9eb41c req-63313c75-5a7d-4a83-a97e-e32277f62b87 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/77dfb21b-3abb-4934-9b61-126b168eaef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850797 Sep 13 01:27:55.852981 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bca4a9-1bc6-4464-8b3b-b7151685858d req-ecdbd384-a055-4c51-8e82-204de5b8bfeb tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:55.854411 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-35bca4a9-1bc6-4464-8b3b-b7151685858d req-ecdbd384-a055-4c51-8e82-204de5b8bfeb tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 943 time: 0.0460424 Sep 13 01:27:55.899792 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-35bca4a9-1bc6-4464-8b3b-b7151685858d req-5e026e8d-df28-4059-a27e-91acc1989bd5 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399485 Sep 13 01:27:56.191610 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fadbc1-2b8f-4028-8370-c5caecf856bb req-8c38c447-d3d6-42fe-9aa9-e2c2cd4ebd71 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:56.193560 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c1fadbc1-2b8f-4028-8370-c5caecf856bb req-8c38c447-d3d6-42fe-9aa9-e2c2cd4ebd71 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 945 time: 0.0456192 Sep 13 01:27:56.204427 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:56.240331 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c1fadbc1-2b8f-4028-8370-c5caecf856bb req-347eafef-a1f7-4bab-bdc2-dc0051229109 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412874 Sep 13 01:27:56.284170 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 9be82c92-faec-427b-aa31-918c40122fd1 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:27:56.287967 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 1012c39b-1d73-4b31-9a78-4519d95f4972 up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:27:56.389918 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port 1012c39b-1d73-4b31-9a78-4519d95f4972 completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:27:56.400703 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port 1012c39b-1d73-4b31-9a78-4519d95f4972 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:56.401082 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:56.446574 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 9be82c92-faec-427b-aa31-918c40122fd1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=9be82c92-faec-427b-aa31-918c40122fd1,segment=NetworkSegment(b1da5695-1ae9-44c4-b354-c657f1290f07),segment_id=b1da5695-1ae9-44c4-b354-c657f1290f07)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:27:56.462696 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': '9be82c92-faec-427b-aa31-918c40122fd1', 'network_id': '77dfb21b-3abb-4934-9b61-126b168eaef7', 'port_id': '9be82c92-faec-427b-aa31-918c40122fd1', 'mac_address': 'fa:16:3e:9b:fb:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61566327-8c70-4f91-a590-548d1b15f138', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:27:56.528907 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 9be82c92-faec-427b-aa31-918c40122fd1 is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:56.529297 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (9be82c92-faec-427b-aa31-918c40122fd1), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:56.538804 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 1012c39b-1d73-4b31-9a78-4519d95f4972 is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:56.539207 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:56.551020 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be82c92-faec-427b-aa31-918c40122fd1 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:27:56.581374 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d2d899-2749-4525-a1c3-a96617c5d619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1012c39b-1d73-4b31-9a78-4519d95f4972'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:27:56.584134 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97553e4-00fd-4729-b01c-ab1201a27f49" -d '{"events": [{"server_uuid": "09d2d899-2749-4525-a1c3-a96617c5d619", "name": "network-vif-plugged", "status": "completed", "tag": "1012c39b-1d73-4b31-9a78-4519d95f4972"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:27:56.588888 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 9be82c92-faec-427b-aa31-918c40122fd1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=9be82c92-faec-427b-aa31-918c40122fd1,segment=NetworkSegment(b1da5695-1ae9-44c4-b354-c657f1290f07),segment_id=b1da5695-1ae9-44c4-b354-c657f1290f07)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:27:56.597198 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (9be82c92-faec-427b-aa31-918c40122fd1), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:56.600501 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 1012c39b-1d73-4b31-9a78-4519d95f4972, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1012c39b-1d73-4b31-9a78-4519d95f4972,segment=NetworkSegment(437e175a-880f-4fa7-991c-7ea36355dbda),segment_id=437e175a-880f-4fa7-991c-7ea36355dbda)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:27:56.605473 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:56.625686 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8798aa-1a5b-4a99-b287-fed8ebef67e2 x-openstack-request-id: req-8c8798aa-1a5b-4a99-b287-fed8ebef67e2 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:27:56.625977 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d2d899-2749-4525-a1c3-a96617c5d619", "name": "network-vif-plugged", "status": "completed", "tag": "1012c39b-1d73-4b31-9a78-4519d95f4972", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:27:56.626229 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c8798aa-1a5b-4a99-b287-fed8ebef67e2 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:27:56.626621 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8798aa-1a5b-4a99-b287-fed8ebef67e2'] response: {'server_uuid': '09d2d899-2749-4525-a1c3-a96617c5d619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1012c39b-1d73-4b31-9a78-4519d95f4972', 'code': 200} Sep 13 01:27:56.650806 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=9be82c92-faec-427b-aa31-918c40122fd1,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:56.685118 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:56.700803 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=1012c39b-1d73-4b31-9a78-4519d95f4972,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:56.793390 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce827d-faee-46b4-ac7c-23957ab43729 req-9ad8680d-1574-4417-a2af-549e1a4bc103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:56.794922 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-82ce827d-faee-46b4-ac7c-23957ab43729 req-9ad8680d-1574-4417-a2af-549e1a4bc103 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 1130 time: 0.0421860 Sep 13 01:27:56.845061 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-82ce827d-faee-46b4-ac7c-23957ab43729 req-d4736621-3a43-4ffc-8551-8b783029e0c5 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434425 Sep 13 01:27:56.849595 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['9be82c92-faec-427b-aa31-918c40122fd1'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:27:57.028676 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb8b17-a97d-4aeb-b644-7cc894aa7ca4 req-7b46c2ca-3311-4d33-a885-8392e6751029 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:57.030174 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0bcb8b17-a97d-4aeb-b644-7cc894aa7ca4 req-7b46c2ca-3311-4d33-a885-8392e6751029 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 944 time: 0.0516305 Sep 13 01:27:57.062677 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:57.079154 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-0bcb8b17-a97d-4aeb-b644-7cc894aa7ca4 req-04d271ef-2891-49c9-92fb-d25d29dd7b2e tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431511 Sep 13 01:27:57.359324 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd42187-8ecc-45f5-acfb-cc561a6b4fc1 req-cbeee377-e1e4-47a1-a13d-bad53274d742 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:57.360771 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0bd42187-8ecc-45f5-acfb-cc561a6b4fc1 req-cbeee377-e1e4-47a1-a13d-bad53274d742 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 946 time: 0.0458705 Sep 13 01:27:57.381829 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:57.416703 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0bd42187-8ecc-45f5-acfb-cc561a6b4fc1 req-1109035e-7a61-444b-8568-cbd24dc25c63 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494835 Sep 13 01:27:58.203016 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572fae5-a7d3-477b-97a4-526131fac9c0 req-633963a9-f8f3-4453-94d9-876af7c1e512 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:58.204517 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4572fae5-a7d3-477b-97a4-526131fac9c0 req-633963a9-f8f3-4453-94d9-876af7c1e512 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 944 time: 0.0464921 Sep 13 01:27:58.252567 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-4572fae5-a7d3-477b-97a4-526131fac9c0 req-449d86cd-fd22-44ec-9171-adc4972cf552 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417173 Sep 13 01:27:58.299508 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 9be82c92-faec-427b-aa31-918c40122fd1 up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:27:58.340321 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port 9be82c92-faec-427b-aa31-918c40122fd1 completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:27:58.345982 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port 9be82c92-faec-427b-aa31-918c40122fd1 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:27:58.346358 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (9be82c92-faec-427b-aa31-918c40122fd1), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:58.419047 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 9be82c92-faec-427b-aa31-918c40122fd1 is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:27:58.419430 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (9be82c92-faec-427b-aa31-918c40122fd1), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:58.453030 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 9be82c92-faec-427b-aa31-918c40122fd1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=9be82c92-faec-427b-aa31-918c40122fd1,segment=NetworkSegment(b1da5695-1ae9-44c4-b354-c657f1290f07),segment_id=b1da5695-1ae9-44c4-b354-c657f1290f07)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:27:58.457412 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (9be82c92-faec-427b-aa31-918c40122fd1), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:27:58.503945 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=9be82c92-faec-427b-aa31-918c40122fd1,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:27:58.537303 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602bbcf-375c-4a7c-a664-d95a65b5991d req-cb796b0e-c3f0-45f8-9bb2-312c49bb9959 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:58.538757 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7602bbcf-375c-4a7c-a664-d95a65b5991d req-cb796b0e-c3f0-45f8-9bb2-312c49bb9959 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 946 time: 0.0465643 Sep 13 01:27:58.587725 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7602bbcf-375c-4a7c-a664-d95a65b5991d req-2ada3aea-fdce-42b6-869d-c85a1d62f717 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433567 Sep 13 01:27:58.627408 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdde643-e612-4f6f-8f73-28e8a20a6236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be82c92-faec-427b-aa31-918c40122fd1'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:27:58.629748 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e892d3-b162-4789-9e82-55a2a969adf6" -d '{"events": [{"server_uuid": "bbdde643-e612-4f6f-8f73-28e8a20a6236", "name": "network-vif-plugged", "status": "completed", "tag": "9be82c92-faec-427b-aa31-918c40122fd1"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:27:58.665651 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7342d99f-2067-490c-a3e9-64140bd9404a x-openstack-request-id: req-7342d99f-2067-490c-a3e9-64140bd9404a {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:27:58.665946 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdde643-e612-4f6f-8f73-28e8a20a6236", "name": "network-vif-plugged", "status": "completed", "tag": "9be82c92-faec-427b-aa31-918c40122fd1", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:27:58.666201 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7342d99f-2067-490c-a3e9-64140bd9404a {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:27:58.666600 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7342d99f-2067-490c-a3e9-64140bd9404a'] response: {'server_uuid': 'bbdde643-e612-4f6f-8f73-28e8a20a6236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be82c92-faec-427b-aa31-918c40122fd1', 'code': 200} Sep 13 01:27:58.709071 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ba12f-5aa7-4507-bc1b-006cf935ff2c req-e8fc9155-ce10-4904-9705-a358be2ff7a4 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:58.710540 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1a7ba12f-5aa7-4507-bc1b-006cf935ff2c req-e8fc9155-ce10-4904-9705-a358be2ff7a4 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 946 time: 0.0509644 Sep 13 01:27:58.735928 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:27:58.758714 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1a7ba12f-5aa7-4507-bc1b-006cf935ff2c req-e4419f5a-5f8c-4932-8c7d-413df41ad8b6 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425484 Sep 13 01:27:58.829143 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf8962-a61b-4b2d-8439-b32aa97948dd req-6d52762d-e623-4833-8543-29340723c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:58.830606 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f2bf8962-a61b-4b2d-8439-b32aa97948dd req-6d52762d-e623-4833-8543-29340723c2a0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 1129 time: 0.0388780 Sep 13 01:27:58.875668 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f2bf8962-a61b-4b2d-8439-b32aa97948dd req-61e84842-0872-4329-884f-6c31eef78701 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380588 Sep 13 01:27:59.088212 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ae96e-9e07-49d3-9ef2-10563894be96 req-2aa38575-eeef-4976-8f21-a97bfccbbadb tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:59.089642 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6f7ae96e-9e07-49d3-9ef2-10563894be96 req-2aa38575-eeef-4976-8f21-a97bfccbbadb tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 946 time: 0.0456159 Sep 13 01:27:59.135837 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6f7ae96e-9e07-49d3-9ef2-10563894be96 req-ef72dd4d-f793-442a-a208-2c788326e4f6 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Sep 13 01:27:59.379740 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736dc8a1-e36e-4ff4-b38d-f72934466f77 req-40554ac0-e806-41c0-8096-10d91d074997 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:27:59.382030 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-736dc8a1-e36e-4ff4-b38d-f72934466f77 req-40554ac0-e806-41c0-8096-10d91d074997 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 945 time: 0.0512023 Sep 13 01:27:59.440152 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-736dc8a1-e36e-4ff4-b38d-f72934466f77 req-44190c06-b6ea-47a0-b89d-4514e8aa01a8 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518305 Sep 13 01:27:59.910722 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-123a249e-722b-4b3a-98d1-89213dc62be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:00.577150 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5f012-0663-49ff-b488-1b19286bbc67 req-9ba30089-ea86-4d7c-ad7b-574cb3eaa09d tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:00.578621 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-16d5f012-0663-49ff-b488-1b19286bbc67 req-9ba30089-ea86-4d7c-ad7b-574cb3eaa09d tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 945 time: 0.0515153 Sep 13 01:28:00.629209 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-16d5f012-0663-49ff-b488-1b19286bbc67 req-8571f297-97d0-42f1-8a62-324f0514444a tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449677 Sep 13 01:28:02.200364 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-507aa0ba-ea76-4937-aa64-9645efd8c51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:03.399481 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:04.832767 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:04.836373 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:05.572452 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 42328) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:05.672536 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:05.715554 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Deleting port 973ac475-dcb0-41d4-b7a4-fa2f33be3411 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:28:05.715904 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (973ac475-dcb0-41d4-b7a4-fa2f33be3411), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:05.795340 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (973ac475-dcb0-41d4-b7a4-fa2f33be3411), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:05.795667 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for floatingip (973ac475-dcb0-41d4-b7a4-fa2f33be3411), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:05.808541 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Calling delete_port for 973ac475-dcb0-41d4-b7a4-fa2f33be3411 owned by network:floatingip {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:28:05.978228 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (973ac475-dcb0-41d4-b7a4-fa2f33be3411), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:06.002646 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event deleted for resources: {'Port': ['ID=973ac475-dcb0-41d4-b7a4-fa2f33be3411,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:06.029178 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:06.029524 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:06.029864 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:06.030203 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:06.030538 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:06.030888 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:06.031221 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:06.031544 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:06.031867 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:06.032191 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:06.032514 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:06.032835 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:06.033153 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:06.033469 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:06.033788 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:06.079915 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for floatingip (1ec39a35-214d-40bf-bff6-2e4f5ebc96a3), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:06.080241 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.l3_db [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Floating IP 1ec39a35-214d-40bf-bff6-2e4f5ebc96a3 disassociated (deleted). External IP: 172.27.1.93, port: 75f99f30-6170-4344-b9f7-a80eeee96ba2. Sep 13 01:28:06.229259 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:06.288133 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:28:06.389965 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:28:06.395477 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:06.400501 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4071d0-66d9-40bb-bef0-46c4dea4fe7b None None] Sync routers for ids ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:28:06.416148 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4071d0-66d9-40bb-bef0-46c4dea4fe7b None None] Routers {'f3ec2eb3-1e60-41e4-908e-0b11c99660e8'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:28:06.416784 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9d4071d0-66d9-40bb-bef0-46c4dea4fe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:28:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:06.431837 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-7e450ce7-de94-4b8a-a434-6d6cb8900608 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/1ec39a35-214d-40bf-bff6-2e4f5ebc96a3 HTTP/1.1" status: 204 len: 168 time: 0.8581007 Sep 13 01:28:06.432469 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9685ccea-9ac8-4b1b-9311-2b67570eed43', 'tag': '75f99f30-6170-4344-b9f7-a80eeee96ba2'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:28:06.434708 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c37688-b10e-4d5c-a553-524894cc0392" -d '{"events": [{"name": "network-changed", "server_uuid": "9685ccea-9ac8-4b1b-9311-2b67570eed43", "tag": "75f99f30-6170-4344-b9f7-a80eeee96ba2"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:28:06.475940 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0497b0-06b0-4185-a330-2bd29d838a34 x-openstack-request-id: req-9e0497b0-06b0-4185-a330-2bd29d838a34 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:28:06.476234 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9685ccea-9ac8-4b1b-9311-2b67570eed43", "tag": "75f99f30-6170-4344-b9f7-a80eeee96ba2", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:28:06.476485 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e0497b0-06b0-4185-a330-2bd29d838a34 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:28:06.476885 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e0497b0-06b0-4185-a330-2bd29d838a34'] response: {'name': 'network-changed', 'server_uuid': '9685ccea-9ac8-4b1b-9311-2b67570eed43', 'tag': '75f99f30-6170-4344-b9f7-a80eeee96ba2', 'status': 'completed', 'code': 200} Sep 13 01:28:06.523477 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-9d4071d0-66d9-40bb-bef0-46c4dea4fe7b None None] Set router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:28:06.538876 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c37688-b10e-4d5c-a553-524894cc0392 req-8e783210-612c-446f-9c15-7899fd29a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:06.540462 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-61c37688-b10e-4d5c-a553-524894cc0392 req-8e783210-612c-446f-9c15-7899fd29a581 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca&device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 1130 time: 0.0431488 Sep 13 01:28:06.626016 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:06.665448 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfae0c-ea65-4e1a-a87d-e09d97ea3be9 req-3fe3d27b-20ed-4644-a204-1d38b23b4d40 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:06.666945 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2bdfae0c-ea65-4e1a-a87d-e09d97ea3be9 req-3fe3d27b-20ed-4644-a204-1d38b23b4d40 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 946 time: 0.0511701 Sep 13 01:28:06.720041 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-2bdfae0c-ea65-4e1a-a87d-e09d97ea3be9 req-c7527172-bdde-4a1e-9437-68675186e41b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448236 Sep 13 01:28:06.739983 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9d4071d0-66d9-40bb-bef0-46c4dea4fe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '12a22063-7d61-4e5c-8a4b-137625828c7e', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'port_id': '4195c70c-e59e-4802-a081-867a4bbc8d9f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'mac_address': 'fa:16:3e:3d:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:24:03Z', 'updated_at': '2022-09-13T01:24:06Z', 'revision_number': 1, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:06.764110 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4071d0-66d9-40bb-bef0-46c4dea4fe7b None None] Checking router: f3ec2eb3-1e60-41e4-908e-0b11c99660e8 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:28:06.773777 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4071d0-66d9-40bb-bef0-46c4dea4fe7b None None] Routers {'f3ec2eb3-1e60-41e4-908e-0b11c99660e8'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:28:06.774287 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9d4071d0-66d9-40bb-bef0-46c4dea4fe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:28:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:06.883120 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-9d4071d0-66d9-40bb-bef0-46c4dea4fe7b None None] Set router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:28:07.092591 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9d4071d0-66d9-40bb-bef0-46c4dea4fe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '12a22063-7d61-4e5c-8a4b-137625828c7e', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'port_id': '4195c70c-e59e-4802-a081-867a4bbc8d9f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'mac_address': 'fa:16:3e:3d:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:24:03Z', 'updated_at': '2022-09-13T01:24:06Z', 'revision_number': 1, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:07.116789 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4071d0-66d9-40bb-bef0-46c4dea4fe7b None None] The sync data for ids ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'] in dv-cinder-856941-3-iscsi is: [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '12a22063-7d61-4e5c-8a4b-137625828c7e', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'port_id': '4195c70c-e59e-4802-a081-867a4bbc8d9f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'mac_address': 'fa:16:3e:3d:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:24:03Z', 'updated_at': '2022-09-13T01:24:06Z', 'revision_number': 1, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:28:07.331545 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e258b-9fd9-4e01-9d78-57fb1234ac32 None None] New status for floating IP 1ec39a35-214d-40bf-bff6-2e4f5ebc96a3: DOWN {{(pid=106210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:28:07.845879 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706da2e-28aa-455a-b656-9182ea8e310f req-cd68139f-be7b-478f-8684-b38dd9a2e577 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:07.847365 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a706da2e-28aa-455a-b656-9182ea8e310f req-cd68139f-be7b-478f-8684-b38dd9a2e577 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 946 time: 0.0488131 Sep 13 01:28:07.897092 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-a706da2e-28aa-455a-b656-9182ea8e310f req-a62e39da-0747-42c4-a5f6-7298c906db5a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440598 Sep 13 01:28:09.021439 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70787dd6-437c-4a3f-866b-a8b6f4620c5c req-5c327be4-2090-4df8-b749-b6b73c0a00d5 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:09.022922 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-70787dd6-437c-4a3f-866b-a8b6f4620c5c req-5c327be4-2090-4df8-b749-b6b73c0a00d5 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 946 time: 0.0496881 Sep 13 01:28:09.071540 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-70787dd6-437c-4a3f-866b-a8b6f4620c5c req-8514c4dc-ecea-48b3-8f6d-eb1996cda5ec tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430512 Sep 13 01:28:10.194014 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7cceb-0b4a-4ff7-8883-1bc6e022c1bb req-ff4f5730-b7e3-494f-85c9-1ae2987f0a37 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:10.195484 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-26b7cceb-0b4a-4ff7-8883-1bc6e022c1bb req-ff4f5730-b7e3-494f-85c9-1ae2987f0a37 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 946 time: 0.0469763 Sep 13 01:28:10.242481 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-26b7cceb-0b4a-4ff7-8883-1bc6e022c1bb req-f7bd88e0-faa0-4bed-a9f2-2883a42e3e76 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414455 Sep 13 01:28:11.361477 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5f175-bb04-4239-a334-401b7e114a8d req-54f9fc26-e1ce-4b84-9c24-f62ef4293420 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:11.363006 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9af5f175-bb04-4239-a334-401b7e114a8d req-54f9fc26-e1ce-4b84-9c24-f62ef4293420 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 946 time: 0.0455511 Sep 13 01:28:11.411686 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9af5f175-bb04-4239-a334-401b7e114a8d req-a1e71664-6322-4982-885a-19f31f320d7a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430937 Sep 13 01:28:11.780328 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c37688-b10e-4d5c-a553-524894cc0392 req-a8cf5400-e113-4644-acf7-b040a9409327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:11.781773 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-61c37688-b10e-4d5c-a553-524894cc0392 req-a8cf5400-e113-4644-acf7-b040a9409327 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 HTTP/1.1" status: 200 len: 913 time: 0.0908997 Sep 13 01:28:12.068065 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-61c37688-b10e-4d5c-a553-524894cc0392 req-70859649-0f1f-4d12-86b1-6d78c636c8a5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75f99f30-6170-4344-b9f7-a80eeee96ba2 HTTP/1.1" status: 200 len: 217 time: 0.0369334 Sep 13 01:28:12.537074 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f145e1-e69d-4d6f-bcbd-e1aea92d1144 req-8737b823-3b3c-49fd-b8ca-aa0661997e96 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:12.538520 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d5f145e1-e69d-4d6f-bcbd-e1aea92d1144 req-8737b823-3b3c-49fd-b8ca-aa0661997e96 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 946 time: 0.0541112 Sep 13 01:28:12.586747 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-d5f145e1-e69d-4d6f-bcbd-e1aea92d1144 req-d8259404-3a1f-4177-8d22-ec0d41f10cf4 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426481 Sep 13 01:28:13.257786 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:13.404196 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c37688-b10e-4d5c-a553-524894cc0392 req-875ce90c-c789-4b81-985a-6b717c8d88c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:13.406057 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-61c37688-b10e-4d5c-a553-524894cc0392 req-875ce90c-c789-4b81-985a-6b717c8d88c1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b0042c6c-337e-4770-971b-d8ee010e1407 HTTP/1.1" status: 200 len: 851 time: 0.0470343 Sep 13 01:28:13.711930 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4df4e-1e13-4d24-a57a-db9dcf961956 req-4f59016f-4359-4bdf-898b-c08ae603422b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:13.713404 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-24e4df4e-1e13-4d24-a57a-db9dcf961956 req-4f59016f-4359-4bdf-898b-c08ae603422b tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 946 time: 0.0504661 Sep 13 01:28:13.764534 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-24e4df4e-1e13-4d24-a57a-db9dcf961956 req-42c3a386-2e85-4acf-8cd1-a009afdcf17c tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451813 Sep 13 01:28:13.939791 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c37688-b10e-4d5c-a553-524894cc0392 req-38341344-076e-401c-9a56-7c9df14ac416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:13.941142 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-61c37688-b10e-4d5c-a553-524894cc0392 req-38341344-076e-401c-9a56-7c9df14ac416 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393782 Sep 13 01:28:14.069310 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-61c37688-b10e-4d5c-a553-524894cc0392 req-58f820da-e045-4bd2-ae7b-1a85c23b3dc9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882094 Sep 13 01:28:14.277231 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:14.291495 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-61c37688-b10e-4d5c-a553-524894cc0392 req-8569cd85-35a4-4596-a3f3-9d913b0b9850 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885823 Sep 13 01:28:14.413930 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88424684-aa07-4c72-b13f-b92cb95878e2 req-4d69c5d2-488a-49b9-8580-161d77490996 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:14.415152 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-88424684-aa07-4c72-b13f-b92cb95878e2 req-4d69c5d2-488a-49b9-8580-161d77490996 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 946 time: 0.0455654 Sep 13 01:28:14.501073 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-88424684-aa07-4c72-b13f-b92cb95878e2 req-4feb3d03-fd07-43b8-9dd4-742166a25f0f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Deleting port 75f99f30-6170-4344-b9f7-a80eeee96ba2 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:28:14.501331 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-88424684-aa07-4c72-b13f-b92cb95878e2 req-4feb3d03-fd07-43b8-9dd4-742166a25f0f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (75f99f30-6170-4344-b9f7-a80eeee96ba2), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:14.593044 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-88424684-aa07-4c72-b13f-b92cb95878e2 req-4feb3d03-fd07-43b8-9dd4-742166a25f0f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] For port 75f99f30-6170-4344-b9f7-a80eeee96ba2, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=75f99f30-6170-4344-b9f7-a80eeee96ba2,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:28:14.593400 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-88424684-aa07-4c72-b13f-b92cb95878e2 req-4feb3d03-fd07-43b8-9dd4-742166a25f0f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (75f99f30-6170-4344-b9f7-a80eeee96ba2), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:14.606950 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-88424684-aa07-4c72-b13f-b92cb95878e2 req-4feb3d03-fd07-43b8-9dd4-742166a25f0f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Calling delete_port for 75f99f30-6170-4344-b9f7-a80eeee96ba2 owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:28:14.617427 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:14.732440 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-88424684-aa07-4c72-b13f-b92cb95878e2 req-4feb3d03-fd07-43b8-9dd4-742166a25f0f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (75f99f30-6170-4344-b9f7-a80eeee96ba2), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:14.762917 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb3d03-fd07-43b8-9dd4-742166a25f0f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event deleted for resources: {'Port': ['ID=75f99f30-6170-4344-b9f7-a80eeee96ba2,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:14.814800 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-88424684-aa07-4c72-b13f-b92cb95878e2 req-4feb3d03-fd07-43b8-9dd4-742166a25f0f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] No DVR routers for this DVR port 75f99f30-6170-4344-b9f7-a80eeee96ba2 on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:28:14.825078 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-88424684-aa07-4c72-b13f-b92cb95878e2 req-4feb3d03-fd07-43b8-9dd4-742166a25f0f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:14.828271 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-88424684-aa07-4c72-b13f-b92cb95878e2 req-4feb3d03-fd07-43b8-9dd4-742166a25f0f tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.25 "DELETE /networking/v2.0/ports/75f99f30-6170-4344-b9f7-a80eeee96ba2 HTTP/1.1" status: 204 len: 173 time: 0.4052455 Sep 13 01:28:14.828865 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9685ccea-9ac8-4b1b-9311-2b67570eed43', 'name': 'network-vif-deleted', 'tag': '75f99f30-6170-4344-b9f7-a80eeee96ba2'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:28:14.831310 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0283a661-1011-4936-bbb1-1749abe05eec" -d '{"events": [{"server_uuid": "9685ccea-9ac8-4b1b-9311-2b67570eed43", "name": "network-vif-deleted", "tag": "75f99f30-6170-4344-b9f7-a80eeee96ba2"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:28:14.904059 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-ff99817b-6854-4805-a40c-4363b8962573 req-cbd97c32-1235-4e1a-9f80-0771da9cd3c8 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9685ccea-9ac8-4b1b-9311-2b67570eed43 HTTP/1.1" status: 200 len: 210 time: 0.0440612 Sep 13 01:28:14.971720 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16086d4b-36cc-40e8-ac88-d0d06e43bc5a x-openstack-request-id: req-16086d4b-36cc-40e8-ac88-d0d06e43bc5a {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:28:14.972048 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9685ccea-9ac8-4b1b-9311-2b67570eed43", "name": "network-vif-deleted", "tag": "75f99f30-6170-4344-b9f7-a80eeee96ba2", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:28:14.972378 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16086d4b-36cc-40e8-ac88-d0d06e43bc5a {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:28:14.972800 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16086d4b-36cc-40e8-ac88-d0d06e43bc5a'] response: {'server_uuid': '9685ccea-9ac8-4b1b-9311-2b67570eed43', 'name': 'network-vif-deleted', 'tag': '75f99f30-6170-4344-b9f7-a80eeee96ba2', 'status': 'completed', 'code': 200} Sep 13 01:28:15.068024 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3f0e3-fc49-4945-a966-3ac291148f48 req-6b6f358b-562c-41bd-82a7-006764886272 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:15.069511 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-64a3f0e3-fc49-4945-a966-3ac291148f48 req-6b6f358b-562c-41bd-82a7-006764886272 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 946 time: 0.0480502 Sep 13 01:28:15.143470 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-64a3f0e3-fc49-4945-a966-3ac291148f48 req-06954204-b065-42b0-8bc4-5aa90a4ad9f2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679746 Sep 13 01:28:15.182502 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 42416) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:15.311019 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:28:15.368224 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f834f782-febc-4379-b819-6ab6dc10cd6e tempest-TestMinimumBasicScenario-1654788144 tempest-TestMinimumBasicScenario-1654788144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:15.369796 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-f834f782-febc-4379-b819-6ab6dc10cd6e tempest-TestMinimumBasicScenario-1654788144 tempest-TestMinimumBasicScenario-1654788144-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 1125 time: 0.1861954 Sep 13 01:28:15.372752 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 42420) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:15.376959 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Request body: {'floatingip': {'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'port_id': '1012c39b-1d73-4b31-9a78-4519d95f4972', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:28:15.397453 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:15.479662 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:15.582022 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Allocated IP 172.27.1.136 (2a9ecfbd-a328-4077-a2ee-7c267345041e/3a326fcd-a61c-425b-839c-4d78187c5abf/db3aca00-3b45-4b4b-acb3-4911c0309705) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:28:15.688455 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for port (db3aca00-3b45-4b4b-acb3-4911c0309705), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:15.710423 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:15.728547 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (db3aca00-3b45-4b4b-acb3-4911c0309705), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:15.771568 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Network 2a9ecfbd-a328-4077-a2ee-7c267345041e is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:28:15.776778 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:28:15.779140 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Pushing event updated for resources: {'Port': ['ID=db3aca00-3b45-4b4b-acb3-4911c0309705,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:15.781255 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:28:15.886622 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:16.384274 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for floatingip (6afbe2b4-d0ad-4c24-91f5-9622a41a1eab), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:16.452353 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (db3aca00-3b45-4b4b-acb3-4911c0309705), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:16.616541 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for port (db3aca00-3b45-4b4b-acb3-4911c0309705), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:16.621095 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (db3aca00-3b45-4b4b-acb3-4911c0309705), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:16.705639 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Pushing event updated for resources: {'Port': ['ID=db3aca00-3b45-4b4b-acb3-4911c0309705,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:16.709852 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961951'] for floatingip (6afbe2b4-d0ad-4c24-91f5-9622a41a1eab), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:16.838640 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.l3_db [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Floating IP 6afbe2b4-d0ad-4c24-91f5-9622a41a1eab associated. External IP: 172.27.1.136, port: 1012c39b-1d73-4b31-9a78-4519d95f4972. Sep 13 01:28:16.898167 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:17.049653 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:17.055149 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Router ce3e858b-0b91-438d-9740-3f44623bc17b has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:28:17.095649 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=73 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:17.160009 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:28:17.170408 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a259e8fe-800f-496d-8607-ac0ff00996e8 None None] Sync routers for ids ['ce3e858b-0b91-438d-9740-3f44623bc17b'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:28:17.184920 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.187061 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a259e8fe-800f-496d-8607-ac0ff00996e8 None None] Routers {'ce3e858b-0b91-438d-9740-3f44623bc17b'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:28:17.187881 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-a259e8fe-800f-496d-8607-ac0ff00996e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:28:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['ce3e858b-0b91-438d-9740-3f44623bc17b'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:17.222398 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-312c11a8-bc54-41b4-a61f-56ec95e588b9 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8461096 Sep 13 01:28:17.222398 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d2d899-2749-4525-a1c3-a96617c5d619', 'tag': '1012c39b-1d73-4b31-9a78-4519d95f4972'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:28:17.222764 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce49d84-a8f6-4515-972b-44ff1aee425b" -d '{"events": [{"name": "network-changed", "server_uuid": "09d2d899-2749-4525-a1c3-a96617c5d619", "tag": "1012c39b-1d73-4b31-9a78-4519d95f4972"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:28:17.223949 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 42436) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:17.228640 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1894512115', 'description': 'tempest-secgroup-smoke-1894512115 description', 'project_id': '7bede684fde243038bcb6b0d5c31ac8f'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:28:17.250416 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group (None), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.263049 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636dc9b2-c049-4731-b94d-b850eae0ca97 x-openstack-request-id: req-636dc9b2-c049-4731-b94d-b850eae0ca97 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:28:17.263347 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d2d899-2749-4525-a1c3-a96617c5d619", "tag": "1012c39b-1d73-4b31-9a78-4519d95f4972", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:28:17.264387 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-636dc9b2-c049-4731-b94d-b850eae0ca97 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:28:17.264802 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636dc9b2-c049-4731-b94d-b850eae0ca97'] response: {'name': 'network-changed', 'server_uuid': '09d2d899-2749-4525-a1c3-a96617c5d619', 'tag': '1012c39b-1d73-4b31-9a78-4519d95f4972', 'status': 'completed', 'code': 200} Sep 13 01:28:17.305470 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:17.338156 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group (a629ad1a-05d9-41bb-83de-d3d8353194db), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.345340 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (a629ad1a-05d9-41bb-83de-d3d8353194db), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.352347 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce49d84-a8f6-4515-972b-44ff1aee425b req-e1fde6a1-9b84-4d2d-8afa-e707c772495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:17.354354 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4ce49d84-a8f6-4515-972b-44ff1aee425b req-e1fde6a1-9b84-4d2d-8afa-e707c772495e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7bede684fde243038bcb6b0d5c31ac8f&device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 1130 time: 0.0573277 Sep 13 01:28:17.381031 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a629ad1a-05d9-41bb-83de-d3d8353194db,revision_number=1']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:17.390785 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.392114 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1671865 Sep 13 01:28:17.393714 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:17.394281 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:17.395475 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:17.396021 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:17.396560 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:17.396957 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:17.397367 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:17.397760 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:17.397888 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-a259e8fe-800f-496d-8607-ac0ff00996e8 None None] Set router ce3e858b-0b91-438d-9740-3f44623bc17b gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:28:17.398186 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:17.398586 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:17.398993 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:17.399380 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:17.399762 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:17.400146 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:17.400561 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b97c9d-6f39-4809-aefc-fa06b23c21e2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:17.404101 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 42442) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:17.408762 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-81d1f825-86f9-44b9-8cd7-dd78800515ec tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Request body: {'security_group_rule': {'security_group_id': 'a629ad1a-05d9-41bb-83de-d3d8353194db', 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:28:17.441215 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-81d1f825-86f9-44b9-8cd7-dd78800515ec tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group_rule (5c6a567c-f52a-40f1-beb3-3b63fed63934), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.468675 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce49d84-a8f6-4515-972b-44ff1aee425b req-1db1c9c4-06eb-4e1e-88cd-508643a2e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:17.470214 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4ce49d84-a8f6-4515-972b-44ff1aee425b req-1db1c9c4-06eb-4e1e-88cd-508643a2e116 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=73d26f60-fc5a-4796-a2af-224032b1760c HTTP/1.1" status: 200 len: 916 time: 0.1074400 Sep 13 01:28:17.472608 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:17.501672 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-81d1f825-86f9-44b9-8cd7-dd78800515ec tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group_rule (5c6a567c-f52a-40f1-beb3-3b63fed63934), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.502873 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:17.505559 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-81d1f825-86f9-44b9-8cd7-dd78800515ec tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (5c6a567c-f52a-40f1-beb3-3b63fed63934), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.533253 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1f825-86f9-44b9-8cd7-dd78800515ec tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6a567c-f52a-40f1-beb3-3b63fed63934,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:17.544485 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-81d1f825-86f9-44b9-8cd7-dd78800515ec tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.545984 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-81d1f825-86f9-44b9-8cd7-dd78800515ec tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407161 Sep 13 01:28:17.546318 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4ce49d84-a8f6-4515-972b-44ff1aee425b req-a4ad78a0-d1d6-4880-9c17-12a6a8ee7172 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1012c39b-1d73-4b31-9a78-4519d95f4972 HTTP/1.1" status: 200 len: 1000 time: 0.0693023 Sep 13 01:28:17.549089 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 42444) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:17.553889 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-8f24cede-d4b9-4534-b2eb-1734eb2c5514 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Request body: {'security_group_rule': {'security_group_id': 'a629ad1a-05d9-41bb-83de-d3d8353194db', 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:28:17.582752 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8f24cede-d4b9-4534-b2eb-1734eb2c5514 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group_rule (3b47ea58-6eba-40e2-93ba-264c1516bf91), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.598729 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce49d84-a8f6-4515-972b-44ff1aee425b req-e458d1ff-701a-4561-bf82-f8072aebfd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:17.600354 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4ce49d84-a8f6-4515-972b-44ff1aee425b req-e458d1ff-701a-4561-bf82-f8072aebfd8b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5892e53c-3b0a-4864-ab51-10700863f386 HTTP/1.1" status: 200 len: 854 time: 0.0468004 Sep 13 01:28:17.635231 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-a259e8fe-800f-496d-8607-ac0ff00996e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'name': 'tempest-TestMinimumBasicScenario-1801607995-router', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:23Z', 'revision_number': 4, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'gw_port': {'id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '6afbe2b4-d0ad-4c24-91f5-9622a41a1eab', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'port_id': '1012c39b-1d73-4b31-9a78-4519d95f4972', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c', 'mac_address': 'fa:16:3e:2d:b3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d2d899-2749-4525-a1c3-a96617c5d619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:28:16Z', 'updated_at': '2022-09-13T01:28:16Z', 'revision_number': 0, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cc22a5a-58c3-4834-8a4f-686886c077b7', 'name': '', 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'mac_address': 'fa:16:3e:1a:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5892e53c-3b0a-4864-ab51-10700863f386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:23Z', 'updated_at': '2022-09-13T01:27:30Z', 'revision_number': 5, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'subnets': [{'id': '5892e53c-3b0a-4864-ab51-10700863f386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:17.647714 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8f24cede-d4b9-4534-b2eb-1734eb2c5514 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group_rule (3b47ea58-6eba-40e2-93ba-264c1516bf91), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.652246 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce49d84-a8f6-4515-972b-44ff1aee425b req-aff998b6-52bd-4564-87cd-79666baaec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:17.652801 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8f24cede-d4b9-4534-b2eb-1734eb2c5514 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (3b47ea58-6eba-40e2-93ba-264c1516bf91), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.654520 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4ce49d84-a8f6-4515-972b-44ff1aee425b req-aff998b6-52bd-4564-87cd-79666baaec75 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=73d26f60-fc5a-4796-a2af-224032b1760c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475564 Sep 13 01:28:17.661675 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a259e8fe-800f-496d-8607-ac0ff00996e8 None None] Checking router: ce3e858b-0b91-438d-9740-3f44623bc17b for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:28:17.671168 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a259e8fe-800f-496d-8607-ac0ff00996e8 None None] Routers {'ce3e858b-0b91-438d-9740-3f44623bc17b'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:28:17.671713 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-a259e8fe-800f-496d-8607-ac0ff00996e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:28:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['ce3e858b-0b91-438d-9740-3f44623bc17b'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:17.673276 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24cede-d4b9-4534-b2eb-1734eb2c5514 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b47ea58-6eba-40e2-93ba-264c1516bf91,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:17.682570 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8f24cede-d4b9-4534-b2eb-1734eb2c5514 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.686372 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-8f24cede-d4b9-4534-b2eb-1734eb2c5514 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1337280 Sep 13 01:28:17.686558 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 42446) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:17.691388 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-26d3645c-8a8a-400f-a7aa-973f92fde4ab tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Request body: {'security_group_rule': {'security_group_id': 'a629ad1a-05d9-41bb-83de-d3d8353194db', 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:28:17.717381 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-26d3645c-8a8a-400f-a7aa-973f92fde4ab tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group_rule (b859b1bb-90dc-48ec-8470-88e7421b71a1), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.752472 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4ce49d84-a8f6-4515-972b-44ff1aee425b req-f30707d4-5424-43da-87c8-afb43f4e535d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920527 Sep 13 01:28:17.781222 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-26d3645c-8a8a-400f-a7aa-973f92fde4ab tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group_rule (b859b1bb-90dc-48ec-8470-88e7421b71a1), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.783286 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-a259e8fe-800f-496d-8607-ac0ff00996e8 None None] Set router ce3e858b-0b91-438d-9740-3f44623bc17b gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:28:17.786015 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-26d3645c-8a8a-400f-a7aa-973f92fde4ab tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (b859b1bb-90dc-48ec-8470-88e7421b71a1), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.806456 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3645c-8a8a-400f-a7aa-973f92fde4ab tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b859b1bb-90dc-48ec-8470-88e7421b71a1,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:17.817578 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-26d3645c-8a8a-400f-a7aa-973f92fde4ab tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.821576 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-26d3645c-8a8a-400f-a7aa-973f92fde4ab tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311829 Sep 13 01:28:17.821816 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 42448) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:17.829348 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [None req-10b7c372-411c-408d-8d48-3ccffb02f6f3 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Request body: {'security_group_rule': {'security_group_id': 'a629ad1a-05d9-41bb-83de-d3d8353194db', 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:28:17.878357 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-4ce49d84-a8f6-4515-972b-44ff1aee425b req-c4edb9c1-144c-4f7d-92d8-6f2d9a90095f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189466 Sep 13 01:28:17.879127 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-10b7c372-411c-408d-8d48-3ccffb02f6f3 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group_rule (efb73ba9-60f0-4e1d-ade8-a76c1ec58754), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.929072 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:17.939815 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-10b7c372-411c-408d-8d48-3ccffb02f6f3 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group_rule (efb73ba9-60f0-4e1d-ade8-a76c1ec58754), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.943514 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-10b7c372-411c-408d-8d48-3ccffb02f6f3 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (efb73ba9-60f0-4e1d-ade8-a76c1ec58754), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.963748 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7c372-411c-408d-8d48-3ccffb02f6f3 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb73ba9-60f0-4e1d-ade8-a76c1ec58754,revision_number=0']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:17.974050 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-10b7c372-411c-408d-8d48-3ccffb02f6f3 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:17.975419 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-10b7c372-411c-408d-8d48-3ccffb02f6f3 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1526611 Sep 13 01:28:17.978247 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 42450) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:17.982629 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-fa0e272b-59a8-468d-8351-caf4f70eed61 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Request body: {'security_group_rule': {'security_group_id': 'a629ad1a-05d9-41bb-83de-d3d8353194db', 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:28:18.004109 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.securitygroups_db [None req-fa0e272b-59a8-468d-8351-caf4f70eed61 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Project 7bede684fde243038bcb6b0d5c31ac8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 01:28:18.009592 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-fa0e272b-59a8-468d-8351-caf4f70eed61 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group_rule (d5069d28-5b70-4c27-9c87-fe78fa505c1d), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:18.014736 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-a259e8fe-800f-496d-8607-ac0ff00996e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'name': 'tempest-TestMinimumBasicScenario-1801607995-router', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:23Z', 'revision_number': 4, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'gw_port': {'id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '6afbe2b4-d0ad-4c24-91f5-9622a41a1eab', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'port_id': '1012c39b-1d73-4b31-9a78-4519d95f4972', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c', 'mac_address': 'fa:16:3e:2d:b3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d2d899-2749-4525-a1c3-a96617c5d619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:28:16Z', 'updated_at': '2022-09-13T01:28:16Z', 'revision_number': 0, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cc22a5a-58c3-4834-8a4f-686886c077b7', 'name': '', 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'mac_address': 'fa:16:3e:1a:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5892e53c-3b0a-4864-ab51-10700863f386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:23Z', 'updated_at': '2022-09-13T01:27:30Z', 'revision_number': 5, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'subnets': [{'id': '5892e53c-3b0a-4864-ab51-10700863f386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:18.042955 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a259e8fe-800f-496d-8607-ac0ff00996e8 None None] The sync data for ids ['ce3e858b-0b91-438d-9740-3f44623bc17b'] in dv-cinder-856941-3-iscsi is: [{'id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'name': 'tempest-TestMinimumBasicScenario-1801607995-router', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:23Z', 'revision_number': 4, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'gw_port': {'id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_floatingips': [{'id': '6afbe2b4-d0ad-4c24-91f5-9622a41a1eab', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'router_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'port_id': '1012c39b-1d73-4b31-9a78-4519d95f4972', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c', 'mac_address': 'fa:16:3e:2d:b3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d2d899-2749-4525-a1c3-a96617c5d619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T01:28:16Z', 'updated_at': '2022-09-13T01:28:16Z', 'revision_number': 0, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cc22a5a-58c3-4834-8a4f-686886c077b7', 'name': '', 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'mac_address': 'fa:16:3e:1a:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5892e53c-3b0a-4864-ab51-10700863f386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:23Z', 'updated_at': '2022-09-13T01:27:30Z', 'revision_number': 5, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'subnets': [{'id': '5892e53c-3b0a-4864-ab51-10700863f386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:28:18.070450 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-fa0e272b-59a8-468d-8351-caf4f70eed61 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group_rule (d5069d28-5b70-4c27-9c87-fe78fa505c1d), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:18.074721 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-fa0e272b-59a8-468d-8351-caf4f70eed61 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (d5069d28-5b70-4c27-9c87-fe78fa505c1d), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:18.093471 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e272b-59a8-468d-8351-caf4f70eed61 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5069d28-5b70-4c27-9c87-fe78fa505c1d,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:18.101952 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-fa0e272b-59a8-468d-8351-caf4f70eed61 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:18.103159 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-fa0e272b-59a8-468d-8351-caf4f70eed61 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238906 Sep 13 01:28:18.105899 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 42452) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:18.110180 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.v2.base [None req-b7ed70bd-6d88-4e7b-b54e-e17651a11fda tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Request body: {'security_group_rule': {'security_group_id': 'a629ad1a-05d9-41bb-83de-d3d8353194db', 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:28:18.132284 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.securitygroups_db [None req-b7ed70bd-6d88-4e7b-b54e-e17651a11fda tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Project 7bede684fde243038bcb6b0d5c31ac8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 01:28:18.138025 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b7ed70bd-6d88-4e7b-b54e-e17651a11fda tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group_rule (8de563c1-27a2-44a8-8fda-226f9efcd5b9), before_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:18.191830 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:18.208236 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b7ed70bd-6d88-4e7b-b54e-e17651a11fda tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group_rule (8de563c1-27a2-44a8-8fda-226f9efcd5b9), precommit_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:18.213646 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b7ed70bd-6d88-4e7b-b54e-e17651a11fda tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023153'] for security_group_rule (8de563c1-27a2-44a8-8fda-226f9efcd5b9), after_create {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:18.234283 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 42456) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:18.236467 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed70bd-6d88-4e7b-b54e-e17651a11fda tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de563c1-27a2-44a8-8fda-226f9efcd5b9,revision_number=0']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:18.246436 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-b7ed70bd-6d88-4e7b-b54e-e17651a11fda tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:18.250691 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-b7ed70bd-6d88-4e7b-b54e-e17651a11fda tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1438472 Sep 13 01:28:18.274300 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147ca72-d053-47b1-b699-aea732c745e3 None None] New status for floating IP 6afbe2b4-d0ad-4c24-91f5-9622a41a1eab: ACTIVE {{(pid=106210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:28:18.329413 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:18.391647 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:18.414284 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9a541e60-0b30-4b27-9352-fdf9acf89de4 req-e7510cb9-4180-4279-9376-0ea08aaacac5 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1894512115&fields=id&tenant_id=7bede684fde243038bcb6b0d5c31ac8f HTTP/1.1" status: 200 len: 267 time: 0.1087751 Sep 13 01:28:18.438928 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 75f99f30-6170-4344-b9f7-a80eeee96ba2 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:28:18.446541 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-a74af3ed-351e-47d3-a7a3-b285a678cc4a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Deleting port 6a6488b2-4d76-4bee-9ad9-568a3217ed96 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:28:18.446901 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a74af3ed-351e-47d3-a7a3-b285a678cc4a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (6a6488b2-4d76-4bee-9ad9-568a3217ed96), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:18.460856 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: 75f99f30-6170-4344-b9f7-a80eeee96ba2 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:28:18.461268 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 75f99f30-6170-4344-b9f7-a80eeee96ba2 not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:28:18.519561 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a541e60-0b30-4b27-9352-fdf9acf89de4 req-ccd8d862-9906-4b7c-8882-8efe3a30194c tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:18.521582 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9a541e60-0b30-4b27-9352-fdf9acf89de4 req-ccd8d862-9906-4b7c-8882-8efe3a30194c tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 946 time: 0.0941112 Sep 13 01:28:18.533430 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-9a541e60-0b30-4b27-9352-fdf9acf89de4 req-ded8ec28-04a5-43c9-8ab2-4c11184f0666 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Request body: {'port': {'security_groups': ['ab06a07b-044d-43c3-8ef2-87198bbdf1c6', 'a629ad1a-05d9-41bb-83de-d3d8353194db']}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:28:18.593424 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a74af3ed-351e-47d3-a7a3-b285a678cc4a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (6a6488b2-4d76-4bee-9ad9-568a3217ed96), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:18.593744 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a74af3ed-351e-47d3-a7a3-b285a678cc4a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for floatingip (6a6488b2-4d76-4bee-9ad9-568a3217ed96), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:18.624829 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-a74af3ed-351e-47d3-a7a3-b285a678cc4a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Calling delete_port for 6a6488b2-4d76-4bee-9ad9-568a3217ed96 owned by network:floatingip {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:28:18.640210 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-9a541e60-0b30-4b27-9352-fdf9acf89de4 req-ded8ec28-04a5-43c9-8ab2-4c11184f0666 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:18.912997 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a74af3ed-351e-47d3-a7a3-b285a678cc4a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (6a6488b2-4d76-4bee-9ad9-568a3217ed96), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:18.920658 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-9a541e60-0b30-4b27-9352-fdf9acf89de4 req-ded8ec28-04a5-43c9-8ab2-4c11184f0666 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] For port 1012c39b-1d73-4b31-9a78-4519d95f4972, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1012c39b-1d73-4b31-9a78-4519d95f4972,segment=NetworkSegment(437e175a-880f-4fa7-991c-7ea36355dbda),segment_id=437e175a-880f-4fa7-991c-7ea36355dbda)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:28:18.925370 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:18.951938 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74af3ed-351e-47d3-a7a3-b285a678cc4a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event deleted for resources: {'Port': ['ID=6a6488b2-4d76-4bee-9ad9-568a3217ed96,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:19.009525 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-9a541e60-0b30-4b27-9352-fdf9acf89de4 req-ded8ec28-04a5-43c9-8ab2-4c11184f0666 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:19.016335 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-9a541e60-0b30-4b27-9352-fdf9acf89de4 req-ded8ec28-04a5-43c9-8ab2-4c11184f0666 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:19.027425 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a541e60-0b30-4b27-9352-fdf9acf89de4 req-ded8ec28-04a5-43c9-8ab2-4c11184f0666 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:19.028017 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-9a541e60-0b30-4b27-9352-fdf9acf89de4 req-ded8ec28-04a5-43c9-8ab2-4c11184f0666 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:19.028615 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['1012c39b-1d73-4b31-9a78-4519d95f4972'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:28:19.029353 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-9a541e60-0b30-4b27-9352-fdf9acf89de4 req-ded8ec28-04a5-43c9-8ab2-4c11184f0666 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "PUT /networking/v2.0/ports/1012c39b-1d73-4b31-9a78-4519d95f4972 HTTP/1.1" status: 200 len: 982 time: 0.5016587 Sep 13 01:28:19.070762 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a74af3ed-351e-47d3-a7a3-b285a678cc4a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for floatingip (12a22063-7d61-4e5c-8a4b-137625828c7e), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:19.071203 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.db.l3_db [None req-a74af3ed-351e-47d3-a7a3-b285a678cc4a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Floating IP 12a22063-7d61-4e5c-8a4b-137625828c7e disassociated (deleted). External IP: 172.27.1.10, port: 4195c70c-e59e-4802-a081-867a4bbc8d9f. Sep 13 01:28:19.112289 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['1012c39b-1d73-4b31-9a78-4519d95f4972'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:28:19.128557 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8ec28-04a5-43c9-8ab2-4c11184f0666 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Pushing event updated for resources: {'Port': ['ID=1012c39b-1d73-4b31-9a78-4519d95f4972,revision_number=6']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:19.134919 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10172fe3-8603-4d32-b2ff-0865ac347bad req-de7dddd5-0985-41dc-bb54-4a3235e789d2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:19.136640 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-10172fe3-8603-4d32-b2ff-0865ac347bad req-de7dddd5-0985-41dc-bb54-4a3235e789d2 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 985 time: 0.0491881 Sep 13 01:28:19.187862 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:19.211379 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-10172fe3-8603-4d32-b2ff-0865ac347bad req-793344bc-0311-4fde-9157-9434b7666730 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&id=a629ad1a-05d9-41bb-83de-d3d8353194db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675783 Sep 13 01:28:19.270691 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d2d899-2749-4525-a1c3-a96617c5d619', 'tag': '1012c39b-1d73-4b31-9a78-4519d95f4972'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:28:19.272981 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68015f22-8749-43b4-9026-f70356b8f6da" -d '{"events": [{"name": "network-changed", "server_uuid": "09d2d899-2749-4525-a1c3-a96617c5d619", "tag": "1012c39b-1d73-4b31-9a78-4519d95f4972"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:28:19.303250 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74af3ed-351e-47d3-a7a3-b285a678cc4a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:28:19.314591 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48011b93-6556-4200-b142-5629a770e8a3 x-openstack-request-id: req-48011b93-6556-4200-b142-5629a770e8a3 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:28:19.314846 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d2d899-2749-4525-a1c3-a96617c5d619", "tag": "1012c39b-1d73-4b31-9a78-4519d95f4972", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:28:19.315338 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48011b93-6556-4200-b142-5629a770e8a3 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:28:19.315491 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48011b93-6556-4200-b142-5629a770e8a3'] response: {'name': 'network-changed', 'server_uuid': '09d2d899-2749-4525-a1c3-a96617c5d619', 'tag': '1012c39b-1d73-4b31-9a78-4519d95f4972', 'status': 'completed', 'code': 200} Sep 13 01:28:19.344134 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:19.398168 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68015f22-8749-43b4-9026-f70356b8f6da req-71641961-12d4-4a2a-a337-38bee19253c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:19.399673 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-68015f22-8749-43b4-9026-f70356b8f6da req-71641961-12d4-4a2a-a337-38bee19253c7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7bede684fde243038bcb6b0d5c31ac8f&device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 1169 time: 0.0501733 Sep 13 01:28:19.576486 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:19.736628 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74af3ed-351e-47d3-a7a3-b285a678cc4a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:28:19.742691 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a74af3ed-351e-47d3-a7a3-b285a678cc4a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:19.746749 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e223bca-4e3d-4b9e-8420-ebb26b99b606 None None] Sync routers for ids ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:28:19.758617 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e223bca-4e3d-4b9e-8420-ebb26b99b606 None None] Routers {'f3ec2eb3-1e60-41e4-908e-0b11c99660e8'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:28:19.759263 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9e223bca-4e3d-4b9e-8420-ebb26b99b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:28:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:19.791956 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-a74af3ed-351e-47d3-a7a3-b285a678cc4a tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/12a22063-7d61-4e5c-8a4b-137625828c7e HTTP/1.1" status: 204 len: 168 time: 1.5561771 Sep 13 01:28:19.794916 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68015f22-8749-43b4-9026-f70356b8f6da req-c71c2ce0-2afa-40fa-9731-beaeafb1db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:19.796311 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-68015f22-8749-43b4-9026-f70356b8f6da req-c71c2ce0-2afa-40fa-9731-beaeafb1db16 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=73d26f60-fc5a-4796-a2af-224032b1760c HTTP/1.1" status: 200 len: 916 time: 0.3700354 Sep 13 01:28:19.865011 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-68015f22-8749-43b4-9026-f70356b8f6da req-ab746105-6dad-49d9-830f-6497537d8829 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1012c39b-1d73-4b31-9a78-4519d95f4972 HTTP/1.1" status: 200 len: 1002 time: 0.0619793 Sep 13 01:28:19.865799 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-9e223bca-4e3d-4b9e-8420-ebb26b99b606 None None] Set router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:28:19.919427 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68015f22-8749-43b4-9026-f70356b8f6da req-0138d198-cd68-4138-b0d8-c1b1e95079c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:19.922178 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-68015f22-8749-43b4-9026-f70356b8f6da req-0138d198-cd68-4138-b0d8-c1b1e95079c7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5892e53c-3b0a-4864-ab51-10700863f386 HTTP/1.1" status: 200 len: 854 time: 0.0504706 Sep 13 01:28:19.997790 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:20.021413 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b06a96-0ca4-410d-9ba2-05868488e2ea req-b5bcdc8c-24c2-4cbe-80e6-d458380433a2 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:20.022890 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a8b06a96-0ca4-410d-9ba2-05868488e2ea req-b5bcdc8c-24c2-4cbe-80e6-d458380433a2 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 945 time: 0.0468986 Sep 13 01:28:20.060537 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9e223bca-4e3d-4b9e-8420-ebb26b99b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:20.073659 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a8b06a96-0ca4-410d-9ba2-05868488e2ea req-56e9d20d-0fc1-4890-90c1-ed823623fc88 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450985 Sep 13 01:28:20.084410 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e223bca-4e3d-4b9e-8420-ebb26b99b606 None None] Checking router: f3ec2eb3-1e60-41e4-908e-0b11c99660e8 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:28:20.092608 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e223bca-4e3d-4b9e-8420-ebb26b99b606 None None] Routers {'f3ec2eb3-1e60-41e4-908e-0b11c99660e8'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:28:20.093195 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9e223bca-4e3d-4b9e-8420-ebb26b99b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:28:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:20.143716 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:20.192735 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-9e223bca-4e3d-4b9e-8420-ebb26b99b606 None None] Set router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:28:20.372976 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-9e223bca-4e3d-4b9e-8420-ebb26b99b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:20.397021 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e223bca-4e3d-4b9e-8420-ebb26b99b606 None None] The sync data for ids ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'] in dv-cinder-856941-3-iscsi is: [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:20:18Z', 'revision_number': 4, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '2edbafc7-990b-472d-adcf-db56cf64b97d', 'name': '', 'network_id': '0a90ed41-eeae-4dbf-a9a3-4da26905e9e8', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'mac_address': 'fa:16:3e:a3:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:17Z', 'updated_at': '2022-09-13T01:20:24Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'subnets': [{'id': 'b0042c6c-337e-4770-971b-d8ee010e1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:28:20.612012 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a82b41-202a-46a4-a52c-92bbef1e16ec None None] New status for floating IP 12a22063-7d61-4e5c-8a4b-137625828c7e: DOWN {{(pid=106210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:28:21.112150 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68015f22-8749-43b4-9026-f70356b8f6da req-7326a987-498f-4d7f-a022-e55a2a521af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:21.113618 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-68015f22-8749-43b4-9026-f70356b8f6da req-7326a987-498f-4d7f-a022-e55a2a521af5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=73d26f60-fc5a-4796-a2af-224032b1760c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413947 Sep 13 01:28:21.194617 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e4f98-3a32-4522-b881-35a79dbb84b0 req-79bfba04-c0ff-4050-9990-83f3b0491d21 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:21.196082 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6e4e4f98-3a32-4522-b881-35a79dbb84b0 req-79bfba04-c0ff-4050-9990-83f3b0491d21 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 945 time: 0.0467660 Sep 13 01:28:21.242906 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6e4e4f98-3a32-4522-b881-35a79dbb84b0 req-162c16a1-8ca5-41ec-b8ef-9d123c67a9ab tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412126 Sep 13 01:28:21.321581 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'tag': '4195c70c-e59e-4802-a081-867a4bbc8d9f'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:28:21.324045 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3f0484-2933-48c5-89d3-d2d8c0be8a34" -d '{"events": [{"name": "network-changed", "server_uuid": "bfba6992-16f5-4e5a-b9d4-975bdf6f8e81", "tag": "4195c70c-e59e-4802-a081-867a4bbc8d9f"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:28:21.360459 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5792dca2-8ece-49c9-9e49-c61f0b76cb22 x-openstack-request-id: req-5792dca2-8ece-49c9-9e49-c61f0b76cb22 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:28:21.360686 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfba6992-16f5-4e5a-b9d4-975bdf6f8e81", "tag": "4195c70c-e59e-4802-a081-867a4bbc8d9f", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:28:21.360936 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5792dca2-8ece-49c9-9e49-c61f0b76cb22 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:28:21.361363 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5792dca2-8ece-49c9-9e49-c61f0b76cb22'] response: {'name': 'network-changed', 'server_uuid': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'tag': '4195c70c-e59e-4802-a081-867a4bbc8d9f', 'status': 'completed', 'code': 200} Sep 13 01:28:21.371100 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:21.394147 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-68015f22-8749-43b4-9026-f70356b8f6da req-06cb0385-b857-473a-9907-bb1699335b4f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894916 Sep 13 01:28:21.762633 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f0484-2933-48c5-89d3-d2d8c0be8a34 req-84482c5a-fd4b-48e7-808e-1934e64e5983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:21.764213 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fb3f0484-2933-48c5-89d3-d2d8c0be8a34 req-84482c5a-fd4b-48e7-808e-1934e64e5983 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca&device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 1129 time: 0.0736072 Sep 13 01:28:21.794044 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-68015f22-8749-43b4-9026-f70356b8f6da req-c0d213ae-bc3e-4ba8-b319-40592e7be622 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222343 Sep 13 01:28:22.083584 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5161b-0ef1-4f3b-ab67-19d59249e96f req-2afae925-2488-4f95-9768-759ed6702af0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:22.085051 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8de5161b-0ef1-4f3b-ab67-19d59249e96f req-2afae925-2488-4f95-9768-759ed6702af0 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 945 time: 0.0877907 Sep 13 01:28:22.152275 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f0484-2933-48c5-89d3-d2d8c0be8a34 req-fd14a8f2-dcda-45cf-a907-dfe75bcf9297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:22.153757 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fb3f0484-2933-48c5-89d3-d2d8c0be8a34 req-fd14a8f2-dcda-45cf-a907-dfe75bcf9297 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 HTTP/1.1" status: 200 len: 913 time: 0.1653178 Sep 13 01:28:22.216715 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fb3f0484-2933-48c5-89d3-d2d8c0be8a34 req-06d9ea5f-8544-42c4-9b12-3317466b6c62 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4195c70c-e59e-4802-a081-867a4bbc8d9f HTTP/1.1" status: 200 len: 217 time: 0.0548379 Sep 13 01:28:22.218835 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:22.254997 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-8de5161b-0ef1-4f3b-ab67-19d59249e96f req-3205741d-a28f-467a-806c-f8123280d1fc tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Deleting port 4195c70c-e59e-4802-a081-867a4bbc8d9f {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:28:22.255339 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-8de5161b-0ef1-4f3b-ab67-19d59249e96f req-3205741d-a28f-467a-806c-f8123280d1fc tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (4195c70c-e59e-4802-a081-867a4bbc8d9f), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:22.317938 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f0484-2933-48c5-89d3-d2d8c0be8a34 req-81426a03-0d84-440c-aae5-d1667bf4f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:22.319425 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fb3f0484-2933-48c5-89d3-d2d8c0be8a34 req-81426a03-0d84-440c-aae5-d1667bf4f854 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b0042c6c-337e-4770-971b-d8ee010e1407 HTTP/1.1" status: 200 len: 851 time: 0.0950258 Sep 13 01:28:22.364430 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661f071-bb6c-4893-8d93-c82da008f18b req-18661c59-6df9-4da7-9b0c-e7734cc2b617 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:22.365947 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2661f071-bb6c-4893-8d93-c82da008f18b req-18661c59-6df9-4da7-9b0c-e7734cc2b617 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 945 time: 0.0486658 Sep 13 01:28:22.377496 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:22.386610 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f0484-2933-48c5-89d3-d2d8c0be8a34 req-bc389b85-69d5-46a3-8601-adc29b1ab004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:22.388207 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fb3f0484-2933-48c5-89d3-d2d8c0be8a34 req-bc389b85-69d5-46a3-8601-adc29b1ab004 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618882 Sep 13 01:28:22.393211 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-8de5161b-0ef1-4f3b-ab67-19d59249e96f req-3205741d-a28f-467a-806c-f8123280d1fc tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] For port 4195c70c-e59e-4802-a081-867a4bbc8d9f, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=4195c70c-e59e-4802-a081-867a4bbc8d9f,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:28:22.393567 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-8de5161b-0ef1-4f3b-ab67-19d59249e96f req-3205741d-a28f-467a-806c-f8123280d1fc tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (4195c70c-e59e-4802-a081-867a4bbc8d9f), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:22.417926 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-2661f071-bb6c-4893-8d93-c82da008f18b req-d7c3271c-8ab3-4fe7-94e3-d04c118cda05 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a45294aa-9fb4-4926-895d-3eb44c079d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461524 Sep 13 01:28:22.423734 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-8de5161b-0ef1-4f3b-ab67-19d59249e96f req-3205741d-a28f-467a-806c-f8123280d1fc tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Calling delete_port for 4195c70c-e59e-4802-a081-867a4bbc8d9f owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:28:22.549408 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fb3f0484-2933-48c5-89d3-d2d8c0be8a34 req-27dad104-6204-4f5b-99b8-88e8c8183f76 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474237 Sep 13 01:28:22.646711 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:22.680548 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-8de5161b-0ef1-4f3b-ab67-19d59249e96f req-3205741d-a28f-467a-806c-f8123280d1fc tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (4195c70c-e59e-4802-a081-867a4bbc8d9f), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:22.692281 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-fb3f0484-2933-48c5-89d3-d2d8c0be8a34 req-75b98618-d7d9-4f3b-b216-41ec86ada71d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342723 Sep 13 01:28:22.719202 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205741d-a28f-467a-806c-f8123280d1fc tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event deleted for resources: {'Port': ['ID=4195c70c-e59e-4802-a081-867a4bbc8d9f,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:22.768767 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de5161b-0ef1-4f3b-ab67-19d59249e96f req-3205741d-a28f-467a-806c-f8123280d1fc tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] No DVR routers for this DVR port 4195c70c-e59e-4802-a081-867a4bbc8d9f on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:28:22.771306 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-8de5161b-0ef1-4f3b-ab67-19d59249e96f req-3205741d-a28f-467a-806c-f8123280d1fc tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:22.774541 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8de5161b-0ef1-4f3b-ab67-19d59249e96f req-3205741d-a28f-467a-806c-f8123280d1fc tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.25 "DELETE /networking/v2.0/ports/4195c70c-e59e-4802-a081-867a4bbc8d9f HTTP/1.1" status: 204 len: 173 time: 0.6823621 Sep 13 01:28:23.363007 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'name': 'network-vif-deleted', 'tag': '4195c70c-e59e-4802-a081-867a4bbc8d9f'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:28:23.365782 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7d629c-ac08-45b8-b234-ca7143558c5f" -d '{"events": [{"server_uuid": "bfba6992-16f5-4e5a-b9d4-975bdf6f8e81", "name": "network-vif-deleted", "tag": "4195c70c-e59e-4802-a081-867a4bbc8d9f"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:28:23.402313 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f237531f-1e94-44d8-ab96-b4a9fb2fa439 x-openstack-request-id: req-f237531f-1e94-44d8-ab96-b4a9fb2fa439 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:28:23.402610 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfba6992-16f5-4e5a-b9d4-975bdf6f8e81", "name": "network-vif-deleted", "tag": "4195c70c-e59e-4802-a081-867a4bbc8d9f", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:28:23.402875 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f237531f-1e94-44d8-ab96-b4a9fb2fa439 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:28:23.403328 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f237531f-1e94-44d8-ab96-b4a9fb2fa439'] response: {'server_uuid': 'bfba6992-16f5-4e5a-b9d4-975bdf6f8e81', 'name': 'network-vif-deleted', 'tag': '4195c70c-e59e-4802-a081-867a4bbc8d9f', 'status': 'completed', 'code': 200} Sep 13 01:28:23.529521 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-b0cc1852-9eb6-4897-8bbf-33872b7943aa req-944923c2-964f-47b3-9beb-88da65c2cd06 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 210 time: 0.0271089 Sep 13 01:28:24.642408 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8c17595b-6868-432d-8a42-e4735179a971 req-0fcb2df2-8f21-46af-b54b-61303c83533e tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 210 time: 0.0267889 Sep 13 01:28:25.756025 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-912b5519-d4db-4992-ad09-4752d1ed11e3 req-f242ab9b-51ab-4712-ae8f-bbb1b308ecba tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bfba6992-16f5-4e5a-b9d4-975bdf6f8e81 HTTP/1.1" status: 200 len: 210 time: 0.0275879 Sep 13 01:28:26.821685 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 42514) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:26.929487 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-03202580-dd24-4d5b-8041-02f257622ebb tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Deleting port 282e7819-1619-464f-94f1-f020a80ff86d {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:28:26.929823 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-03202580-dd24-4d5b-8041-02f257622ebb tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (282e7819-1619-464f-94f1-f020a80ff86d), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:27.007313 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-03202580-dd24-4d5b-8041-02f257622ebb tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (282e7819-1619-464f-94f1-f020a80ff86d), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:27.007639 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-03202580-dd24-4d5b-8041-02f257622ebb tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for floatingip (282e7819-1619-464f-94f1-f020a80ff86d), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:27.019861 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-03202580-dd24-4d5b-8041-02f257622ebb tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Calling delete_port for 282e7819-1619-464f-94f1-f020a80ff86d owned by network:floatingip {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:28:27.094668 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:27.142631 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-03202580-dd24-4d5b-8041-02f257622ebb tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (282e7819-1619-464f-94f1-f020a80ff86d), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:27.167646 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03202580-dd24-4d5b-8041-02f257622ebb tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event deleted for resources: {'Port': ['ID=282e7819-1619-464f-94f1-f020a80ff86d,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:27.230347 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-03202580-dd24-4d5b-8041-02f257622ebb tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for floatingip (1770f386-c17b-4fac-84f3-42409ea6ac2c), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:27.232799 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-03202580-dd24-4d5b-8041-02f257622ebb tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:27.233912 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-03202580-dd24-4d5b-8041-02f257622ebb tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/1770f386-c17b-4fac-84f3-42409ea6ac2c HTTP/1.1" status: 204 len: 168 time: 0.4118130 Sep 13 01:28:28.101086 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 4195c70c-e59e-4802-a081-867a4bbc8d9f no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:28:28.119090 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: 4195c70c-e59e-4802-a081-867a4bbc8d9f {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:28:28.119433 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 4195c70c-e59e-4802-a081-867a4bbc8d9f not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:28:29.492439 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 42534) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:29.548303 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9a826e7a-9070-45fc-9515-61b6bd0a82c8 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group (a45294aa-9fb4-4926-895d-3eb44c079d1d), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:29.572621 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9a826e7a-9070-45fc-9515-61b6bd0a82c8 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group (a45294aa-9fb4-4926-895d-3eb44c079d1d), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:29.629724 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9a826e7a-9070-45fc-9515-61b6bd0a82c8 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (a45294aa-9fb4-4926-895d-3eb44c079d1d), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:29.632317 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-9a826e7a-9070-45fc-9515-61b6bd0a82c8 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Publish callbacks [] for security_group (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:29.633451 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-9a826e7a-9070-45fc-9515-61b6bd0a82c8 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a45294aa-9fb4-4926-895d-3eb44c079d1d HTTP/1.1" status: 204 len: 168 time: 0.1400137 Sep 13 01:28:29.642422 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a826e7a-9070-45fc-9515-61b6bd0a82c8 tempest-TestVolumeBootPattern-921936311 tempest-TestVolumeBootPattern-921936311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45294aa-9fb4-4926-895d-3eb44c079d1d,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:29.690464 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 42538) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:29.912897 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5423f543-87d6-4033-9999-6d9cda12a635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:29.931320 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:30.042757 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c408a045-6609-4007-92aa-07cf006b2e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609695'] for router_interface (f3ec2eb3-1e60-41e4-908e-0b11c99660e8), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:30.262499 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-c408a045-6609-4007-92aa-07cf006b2e59 admin admin] Deleting port 2edbafc7-990b-472d-adcf-db56cf64b97d {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:28:30.262835 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c408a045-6609-4007-92aa-07cf006b2e59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:30.341221 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-c408a045-6609-4007-92aa-07cf006b2e59 admin admin] For port 2edbafc7-990b-472d-adcf-db56cf64b97d, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=2edbafc7-990b-472d-adcf-db56cf64b97d,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:28:30.341591 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c408a045-6609-4007-92aa-07cf006b2e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:30.343686 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:30.355923 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-c408a045-6609-4007-92aa-07cf006b2e59 admin admin] Calling delete_port for 2edbafc7-990b-472d-adcf-db56cf64b97d owned by network:router_interface {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:28:30.375592 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=42 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:30.376480 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=23 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:30.549069 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c408a045-6609-4007-92aa-07cf006b2e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (2edbafc7-990b-472d-adcf-db56cf64b97d), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:30.573712 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408a045-6609-4007-92aa-07cf006b2e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=2edbafc7-990b-472d-adcf-db56cf64b97d,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:30.731171 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-c408a045-6609-4007-92aa-07cf006b2e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957967'] for router_interface (f3ec2eb3-1e60-41e4-908e-0b11c99660e8), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:30.733602 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:30.931731 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c408a045-6609-4007-92aa-07cf006b2e59 admin admin] Router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:28:31.029917 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c408a045-6609-4007-92aa-07cf006b2e59 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:28:31.036286 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-c408a045-6609-4007-92aa-07cf006b2e59 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/f3ec2eb3-1e60-41e4-908e-0b11c99660e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3426595 Sep 13 01:28:31.037428 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 42548) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:31.040087 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ad2ea-854a-4a85-a73e-d73815370f29 None None] Sync routers for ids ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:28:31.051022 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3ad2ea-854a-4a85-a73e-d73815370f29 None None] Routers {'f3ec2eb3-1e60-41e4-908e-0b11c99660e8'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:28:31.051888 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-fb3ad2ea-854a-4a85-a73e-d73815370f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:28:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:31.138239 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-459c3983-0c76-4d1f-b6b4-babec78641f5 admin admin] Publish callbacks [] for router (f3ec2eb3-1e60-41e4-908e-0b11c99660e8), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:31.232128 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:31.234681 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-459c3983-0c76-4d1f-b6b4-babec78641f5 admin admin] Publish callbacks [] for router_gateway (f3ec2eb3-1e60-41e4-908e-0b11c99660e8), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:31.241018 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-fb3ad2ea-854a-4a85-a73e-d73815370f29 None None] Set router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:28:31.293946 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-459c3983-0c76-4d1f-b6b4-babec78641f5 admin admin] Deleting port 75ce5630-fff0-4d58-800c-4c2f9dffdd34 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:28:31.294285 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-459c3983-0c76-4d1f-b6b4-babec78641f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (75ce5630-fff0-4d58-800c-4c2f9dffdd34), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:31.390813 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-459c3983-0c76-4d1f-b6b4-babec78641f5 admin admin] For port 75ce5630-fff0-4d58-800c-4c2f9dffdd34, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=75ce5630-fff0-4d58-800c-4c2f9dffdd34,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:28:31.391271 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-459c3983-0c76-4d1f-b6b4-babec78641f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (75ce5630-fff0-4d58-800c-4c2f9dffdd34), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:31.404413 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-459c3983-0c76-4d1f-b6b4-babec78641f5 admin admin] Calling delete_port for 75ce5630-fff0-4d58-800c-4c2f9dffdd34 owned by network:router_gateway {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:28:31.413102 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-fb3ad2ea-854a-4a85-a73e-d73815370f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:28:30Z', 'revision_number': 5, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port': {'id': '75ce5630-fff0-4d58-800c-4c2f9dffdd34', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:14Z', 'updated_at': '2022-09-13T01:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:31.438591 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ad2ea-854a-4a85-a73e-d73815370f29 None None] Checking router: f3ec2eb3-1e60-41e4-908e-0b11c99660e8 for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:28:31.446993 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3ad2ea-854a-4a85-a73e-d73815370f29 None None] Routers {'f3ec2eb3-1e60-41e4-908e-0b11c99660e8'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:28:31.447600 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-fb3ad2ea-854a-4a85-a73e-d73815370f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:28:02Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:31.534265 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-fb3ad2ea-854a-4a85-a73e-d73815370f29 None None] Set router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 gateway port host: None {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:28:31.557730 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:31.570224 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-459c3983-0c76-4d1f-b6b4-babec78641f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (75ce5630-fff0-4d58-800c-4c2f9dffdd34), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:31.583467 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-fb3ad2ea-854a-4a85-a73e-d73815370f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:28:31Z', 'revision_number': 6, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port_host': None}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:31.599080 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c3983-0c76-4d1f-b6b4-babec78641f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=75ce5630-fff0-4d58-800c-4c2f9dffdd34,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:31.608059 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ad2ea-854a-4a85-a73e-d73815370f29 None None] The sync data for ids ['f3ec2eb3-1e60-41e4-908e-0b11c99660e8'] in dv-cinder-856941-3-iscsi is: [{'id': 'f3ec2eb3-1e60-41e4-908e-0b11c99660e8', 'name': 'tempest-TestVolumeBootPattern-1777746815-router', 'tenant_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:13Z', 'updated_at': '2022-09-13T01:28:31Z', 'revision_number': 6, 'project_id': '66cdd4ec03ea4fbf959ede65bb96f6ca', 'gw_port_host': None}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:28:31.901687 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-459c3983-0c76-4d1f-b6b4-babec78641f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-961884'] for router_gateway (f3ec2eb3-1e60-41e4-908e-0b11c99660e8), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.001100 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-459c3983-0c76-4d1f-b6b4-babec78641f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16237'] for router (f3ec2eb3-1e60-41e4-908e-0b11c99660e8), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.004871 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-459c3983-0c76-4d1f-b6b4-babec78641f5 admin admin] Publish callbacks [] for router_controller (f3ec2eb3-1e60-41e4-908e-0b11c99660e8), precommit_delete_associations {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.054838 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-459c3983-0c76-4d1f-b6b4-babec78641f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-958044'] for router (f3ec2eb3-1e60-41e4-908e-0b11c99660e8), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.055502 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459c3983-0c76-4d1f-b6b4-babec78641f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3ec2eb3-1e60-41e4-908e-0b11c99660e8 {{(pid=106208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 01:28:32.059753 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-459c3983-0c76-4d1f-b6b4-babec78641f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.060898 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-459c3983-0c76-4d1f-b6b4-babec78641f5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/f3ec2eb3-1e60-41e4-908e-0b11c99660e8 HTTP/1.1" status: 204 len: 168 time: 1.0225453 Sep 13 01:28:32.063452 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 42554) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:32.111280 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d2aa11-4ebb-46ee-b4db-0db7f686f5ee admin admin] Deleting subnet b0042c6c-337e-4770-971b-d8ee010e1407 {{(pid=106208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 01:28:32.114409 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b7d2aa11-4ebb-46ee-b4db-0db7f686f5ee admin admin] Publish callbacks [] for subnet (b0042c6c-337e-4770-971b-d8ee010e1407), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.148891 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b7d2aa11-4ebb-46ee-b4db-0db7f686f5ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129236159'] for subnet (b0042c6c-337e-4770-971b-d8ee010e1407), precommit_delete_associations {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.202357 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c5d4a47c-064b-4dbd-b3d7-54e9a71d01b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.223119 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b7d2aa11-4ebb-46ee-b4db-0db7f686f5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3960691'] for subnet (b0042c6c-337e-4770-971b-d8ee010e1407), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.278198 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b7d2aa11-4ebb-46ee-b4db-0db7f686f5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126063348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126144256'] for subnet (b0042c6c-337e-4770-971b-d8ee010e1407), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.308589 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2aa11-4ebb-46ee-b4db-0db7f686f5ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0042c6c-337e-4770-971b-d8ee010e1407,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:32.311087 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b7d2aa11-4ebb-46ee-b4db-0db7f686f5ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.314065 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea5e07f-6a2d-4365-8340-6c6bf2abf0c8 None None] Network 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:28:32.315578 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-b7d2aa11-4ebb-46ee-b4db-0db7f686f5ee admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/b0042c6c-337e-4770-971b-d8ee010e1407 HTTP/1.1" status: 204 len: 168 time: 0.2511332 Sep 13 01:28:32.319130 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 42556) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:32.382015 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 2edbafc7-990b-472d-adcf-db56cf64b97d no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:28:32.392734 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849132'] for network (0a90ed41-eeae-4dbf-a9a3-4da26905e9e8), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.395862 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:32.408587 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 2edbafc7-990b-472d-adcf-db56cf64b97d {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:28:32.408933 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 2edbafc7-990b-472d-adcf-db56cf64b97d not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:28:32.445603 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] Deleting port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:28:32.445940 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (12f787b5-69bd-4c45-aacf-2d8f5e67d6ad), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.506321 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] DHCP port deletion for 0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 request from dv-cinder-856941-3-iscsi {{(pid=106210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 01:28:32.517590 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] For port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=12f787b5-69bd-4c45-aacf-2d8f5e67d6ad,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:28:32.517966 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (12f787b5-69bd-4c45-aacf-2d8f5e67d6ad), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.532281 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] Calling delete_port for 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad owned by network:dhcp {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:28:32.548153 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Deleting port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:28:32.548528 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (12f787b5-69bd-4c45-aacf-2d8f5e67d6ad), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.614292 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (12f787b5-69bd-4c45-aacf-2d8f5e67d6ad), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.616199 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] For port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=12f787b5-69bd-4c45-aacf-2d8f5e67d6ad,segment=NetworkSegment(c2b7f4cb-81c5-4031-9233-2ada99eab352),segment_id=c2b7f4cb-81c5-4031-9233-2ada99eab352)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:28:32.616656 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (12f787b5-69bd-4c45-aacf-2d8f5e67d6ad), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.631023 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Calling delete_port for 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad owned by network:dhcp {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:28:32.643627 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] Pushing event deleted for resources: {'Port': ['ID=12f787b5-69bd-4c45-aacf-2d8f5e67d6ad,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:32.650080 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] No DVR routers for this DVR port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad on host dv-cinder-856941-3-iscsi {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:28:32.713919 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (12f787b5-69bd-4c45-aacf-2d8f5e67d6ad), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.726599 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4007246', 'neutron.services.segments.db._delete_segments_for_network-8744760796856'] for network (0a90ed41-eeae-4dbf-a9a3-4da26905e9e8), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.737046 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Pushing event deleted for resources: {'Port': ['ID=12f787b5-69bd-4c45-aacf-2d8f5e67d6ad,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:32.747246 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] No DVR routers for this DVR port 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad on host dv-cinder-856941-3-iscsi {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:28:32.754937 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a90ed41-eeae-4dbf-a9a3-4da26905e9e8']}} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:32.755292 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:32.755292 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:32.755292 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:32.755292 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:32.755292 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:32.755292 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:32.755292 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:32.755292 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:32.755292 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:32.755292 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:32.756872 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:32.756872 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:32.756872 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:32.756872 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:32.756872 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c852122-bcfc-4ddb-8e44-c2c0426cf4f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:28:32.766290 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b7f4cb-81c5-4031-9233-2ada99eab352') {'for_net_delete': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:32.766822 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b7f4cb-81c5-4031-9233-2ada99eab352') {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:32.776803 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744760796748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129236150'] for segment (c2b7f4cb-81c5-4031-9233-2ada99eab352), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.787332 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:32.791926 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (c2b7f4cb-81c5-4031-9233-2ada99eab352), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.799339 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 01:28:32.799806 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126063198'] for segment (c2b7f4cb-81c5-4031-9233-2ada99eab352), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.844718 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.services.segments.plugin [-] Segment c2b7f4cb-81c5-4031-9233-2ada99eab352 resource provider aggregate not found Sep 13 01:28:32.861618 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.services.segments.plugin [-] Segment c2b7f4cb-81c5-4031-9233-2ada99eab352 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2b7f4cb-81c5-4031-9233-2ada99eab352 found for delete ", "request_id": "req-e45ae591-c664-4925-9af0-3a92e5d66682"}]} Sep 13 01:28:32.869841 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4007233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-961922'] for network (0a90ed41-eeae-4dbf-a9a3-4da26905e9e8), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.874106 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:32.877358 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/0a90ed41-eeae-4dbf-a9a3-4da26905e9e8 HTTP/1.1" status: 204 len: 168 time: 0.5568938 Sep 13 01:28:32.880894 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 42564) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:32.890464 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c127054-56c1-4671-84cd-76a2e3d7d26e admin admin] Pushing event deleted for resources: {'Network': ['ID=0a90ed41-eeae-4dbf-a9a3-4da26905e9e8,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:33.186332 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a501471d-f32d-441c-8e99-c668f3acc1be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609695'] for router_interface (9d55e12a-4bc4-4134-8c6a-3b75b9079bce), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:33.390109 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:33.398484 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:33.400414 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-a501471d-f32d-441c-8e99-c668f3acc1be admin admin] Deleting port fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:28:33.400751 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a501471d-f32d-441c-8e99-c668f3acc1be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:33.477889 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-a501471d-f32d-441c-8e99-c668f3acc1be admin admin] For port fc2f1bae-4b2a-47f5-9e6a-7984afeacab2, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=fc2f1bae-4b2a-47f5-9e6a-7984afeacab2,segment=NetworkSegment(4c318109-1671-4ad9-bea6-5cb53af46def),segment_id=4c318109-1671-4ad9-bea6-5cb53af46def)] {{(pid=106209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:28:33.478243 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a501471d-f32d-441c-8e99-c668f3acc1be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:33.490334 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-a501471d-f32d-441c-8e99-c668f3acc1be admin admin] Calling delete_port for fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 owned by network:router_interface {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:28:33.668422 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a501471d-f32d-441c-8e99-c668f3acc1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (fc2f1bae-4b2a-47f5-9e6a-7984afeacab2), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:33.813796 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 75ce5630-fff0-4d58-800c-4c2f9dffdd34 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:28:33.835042 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 75ce5630-fff0-4d58-800c-4c2f9dffdd34 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:28:33.835395 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 75ce5630-fff0-4d58-800c-4c2f9dffdd34 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:28:33.835827 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:28:33.838355 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:33.855546 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:28:33.855890 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 12f787b5-69bd-4c45-aacf-2d8f5e67d6ad not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:28:33.920169 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501471d-f32d-441c-8e99-c668f3acc1be admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2f1bae-4b2a-47f5-9e6a-7984afeacab2,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:33.926709 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:34.082615 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-a501471d-f32d-441c-8e99-c668f3acc1be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957967'] for router_interface (9d55e12a-4bc4-4134-8c6a-3b75b9079bce), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:34.282635 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a501471d-f32d-441c-8e99-c668f3acc1be admin admin] Router 9d55e12a-4bc4-4134-8c6a-3b75b9079bce has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:28:34.382219 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a501471d-f32d-441c-8e99-c668f3acc1be admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:28:34.387111 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-a501471d-f32d-441c-8e99-c668f3acc1be admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/9d55e12a-4bc4-4134-8c6a-3b75b9079bce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5044024 Sep 13 01:28:34.389739 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 42568) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:34.390613 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a2a56-ad46-473b-b61a-d7ec1fc66bc3 None None] Sync routers for ids ['9d55e12a-4bc4-4134-8c6a-3b75b9079bce'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:28:34.401511 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a2a56-ad46-473b-b61a-d7ec1fc66bc3 None None] Routers {'9d55e12a-4bc4-4134-8c6a-3b75b9079bce'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:28:34.402171 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-e88a2a56-ad46-473b-b61a-d7ec1fc66bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:28:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['9d55e12a-4bc4-4134-8c6a-3b75b9079bce'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:34.488957 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0305e144-3134-4b1d-94a7-8ec0c55a3e5d admin admin] Publish callbacks [] for router (9d55e12a-4bc4-4134-8c6a-3b75b9079bce), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:34.501461 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-e88a2a56-ad46-473b-b61a-d7ec1fc66bc3 None None] Set router 9d55e12a-4bc4-4134-8c6a-3b75b9079bce gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:28:34.584141 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0305e144-3134-4b1d-94a7-8ec0c55a3e5d admin admin] Publish callbacks [] for router_gateway (9d55e12a-4bc4-4134-8c6a-3b75b9079bce), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:34.628604 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-0305e144-3134-4b1d-94a7-8ec0c55a3e5d admin admin] Deleting port 834edc48-79ad-4ba4-b103-3d404b3c87a3 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:28:34.628942 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0305e144-3134-4b1d-94a7-8ec0c55a3e5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (834edc48-79ad-4ba4-b103-3d404b3c87a3), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:34.693116 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-e88a2a56-ad46-473b-b61a-d7ec1fc66bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'name': 'tempest-TestVolumeBootPattern-986183-router', 'tenant_id': '01cdb885e3894f3eb1d6947137d35b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '834edc48-79ad-4ba4-b103-3d404b3c87a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:22Z', 'updated_at': '2022-09-13T01:28:33Z', 'revision_number': 5, 'project_id': '01cdb885e3894f3eb1d6947137d35b67', 'gw_port': {'id': '834edc48-79ad-4ba4-b103-3d404b3c87a3', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:20:23Z', 'updated_at': '2022-09-13T01:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:34.717848 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-0305e144-3134-4b1d-94a7-8ec0c55a3e5d admin admin] For port 834edc48-79ad-4ba4-b103-3d404b3c87a3, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=834edc48-79ad-4ba4-b103-3d404b3c87a3,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:28:34.718057 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a2a56-ad46-473b-b61a-d7ec1fc66bc3 None None] Checking router: 9d55e12a-4bc4-4134-8c6a-3b75b9079bce for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:28:34.718206 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0305e144-3134-4b1d-94a7-8ec0c55a3e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (834edc48-79ad-4ba4-b103-3d404b3c87a3), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:34.727085 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a2a56-ad46-473b-b61a-d7ec1fc66bc3 None None] Routers {'9d55e12a-4bc4-4134-8c6a-3b75b9079bce'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:28:34.727705 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-e88a2a56-ad46-473b-b61a-d7ec1fc66bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:28:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['9d55e12a-4bc4-4134-8c6a-3b75b9079bce'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:34.731695 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-0305e144-3134-4b1d-94a7-8ec0c55a3e5d admin admin] Calling delete_port for 834edc48-79ad-4ba4-b103-3d404b3c87a3 owned by network:router_gateway {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:28:34.824887 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:34.830069 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:34.839516 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-e88a2a56-ad46-473b-b61a-d7ec1fc66bc3 None None] Set router 9d55e12a-4bc4-4134-8c6a-3b75b9079bce gateway port host: None {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:28:34.896463 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:34.897870 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-e88a2a56-ad46-473b-b61a-d7ec1fc66bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'name': 'tempest-TestVolumeBootPattern-986183-router', 'tenant_id': '01cdb885e3894f3eb1d6947137d35b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:22Z', 'updated_at': '2022-09-13T01:28:34Z', 'revision_number': 6, 'project_id': '01cdb885e3894f3eb1d6947137d35b67', 'gw_port_host': None}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:34.899631 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:34.907681 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0305e144-3134-4b1d-94a7-8ec0c55a3e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (834edc48-79ad-4ba4-b103-3d404b3c87a3), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:34.930813 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a2a56-ad46-473b-b61a-d7ec1fc66bc3 None None] The sync data for ids ['9d55e12a-4bc4-4134-8c6a-3b75b9079bce'] in dv-cinder-856941-3-iscsi is: [{'id': '9d55e12a-4bc4-4134-8c6a-3b75b9079bce', 'name': 'tempest-TestVolumeBootPattern-986183-router', 'tenant_id': '01cdb885e3894f3eb1d6947137d35b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:20:22Z', 'updated_at': '2022-09-13T01:28:34Z', 'revision_number': 6, 'project_id': '01cdb885e3894f3eb1d6947137d35b67', 'gw_port_host': None}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:28:34.935416 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305e144-3134-4b1d-94a7-8ec0c55a3e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=834edc48-79ad-4ba4-b103-3d404b3c87a3,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:35.002425 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0305e144-3134-4b1d-94a7-8ec0c55a3e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-961884'] for router_gateway (9d55e12a-4bc4-4134-8c6a-3b75b9079bce), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.085679 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0305e144-3134-4b1d-94a7-8ec0c55a3e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16237'] for router (9d55e12a-4bc4-4134-8c6a-3b75b9079bce), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.087780 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0305e144-3134-4b1d-94a7-8ec0c55a3e5d admin admin] Publish callbacks [] for router_controller (9d55e12a-4bc4-4134-8c6a-3b75b9079bce), precommit_delete_associations {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.127393 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0305e144-3134-4b1d-94a7-8ec0c55a3e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-958044'] for router (9d55e12a-4bc4-4134-8c6a-3b75b9079bce), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.127901 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0305e144-3134-4b1d-94a7-8ec0c55a3e5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d55e12a-4bc4-4134-8c6a-3b75b9079bce {{(pid=106208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 01:28:35.132948 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-0305e144-3134-4b1d-94a7-8ec0c55a3e5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.134055 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-0305e144-3134-4b1d-94a7-8ec0c55a3e5d admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/9d55e12a-4bc4-4134-8c6a-3b75b9079bce HTTP/1.1" status: 204 len: 168 time: 0.7433205 Sep 13 01:28:35.136651 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 42576) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:35.182096 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_v2 [None req-f193bced-69fd-4502-9ed8-be5f3f19eb60 admin admin] Deleting subnet e43886c9-059c-4ff0-bd44-62e8c6590cb6 {{(pid=106208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 01:28:35.184725 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:35.185585 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f193bced-69fd-4502-9ed8-be5f3f19eb60 admin admin] Publish callbacks [] for subnet (e43886c9-059c-4ff0-bd44-62e8c6590cb6), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.220793 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f193bced-69fd-4502-9ed8-be5f3f19eb60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129236159'] for subnet (e43886c9-059c-4ff0-bd44-62e8c6590cb6), precommit_delete_associations {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.294367 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f193bced-69fd-4502-9ed8-be5f3f19eb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3960691'] for subnet (e43886c9-059c-4ff0-bd44-62e8c6590cb6), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.353347 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f193bced-69fd-4502-9ed8-be5f3f19eb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126063348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126144256'] for subnet (e43886c9-059c-4ff0-bd44-62e8c6590cb6), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.383503 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f193bced-69fd-4502-9ed8-be5f3f19eb60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.387500 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-f193bced-69fd-4502-9ed8-be5f3f19eb60 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/e43886c9-059c-4ff0-bd44-62e8c6590cb6 HTTP/1.1" status: 204 len: 168 time: 0.2497067 Sep 13 01:28:35.388344 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c74b2a-f3bb-42c2-a121-919ed80234bf None None] Network ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:28:35.388533 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193bced-69fd-4502-9ed8-be5f3f19eb60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e43886c9-059c-4ff0-bd44-62e8c6590cb6,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:35.389853 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 42578) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:35.410315 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:35.463724 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849132'] for network (ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.506963 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] Deleting port 350e7029-3fc1-44aa-aac9-92891c6f9c61 {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:28:35.507305 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (350e7029-3fc1-44aa-aac9-92891c6f9c61), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.573369 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] For port 350e7029-3fc1-44aa-aac9-92891c6f9c61, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=350e7029-3fc1-44aa-aac9-92891c6f9c61,segment=NetworkSegment(4c318109-1671-4ad9-bea6-5cb53af46def),segment_id=4c318109-1671-4ad9-bea6-5cb53af46def)] {{(pid=106209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:28:35.573721 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (350e7029-3fc1-44aa-aac9-92891c6f9c61), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.586361 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] Calling delete_port for 350e7029-3fc1-44aa-aac9-92891c6f9c61 owned by network:dhcp {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:28:35.662553 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (350e7029-3fc1-44aa-aac9-92891c6f9c61), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.678448 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ccf4df-df42-4f62-97cd-8b757870bcab None None] DHCP port deletion for ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab request from dv-cinder-856941-3-iscsi {{(pid=106210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 01:28:35.693833 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=350e7029-3fc1-44aa-aac9-92891c6f9c61,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:35.697355 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] No DVR routers for this DVR port 350e7029-3fc1-44aa-aac9-92891c6f9c61 on host dv-cinder-856941-3-iscsi {{(pid=106209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:28:35.768857 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4007246', 'neutron.services.segments.db._delete_segments_for_network-8744760796856'] for network (ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.791159 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab']}} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:35.802661 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c318109-1671-4ad9-bea6-5cb53af46def') {'for_net_delete': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:35.803010 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c318109-1671-4ad9-bea6-5cb53af46def') {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:28:35.812917 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744760796748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129315475'] for segment (4c318109-1671-4ad9-bea6-5cb53af46def), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.821257 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:35.828825 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (4c318109-1671-4ad9-bea6-5cb53af46def), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.836253 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 01:28:35.836483 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128878140'] for segment (4c318109-1671-4ad9-bea6-5cb53af46def), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.840580 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:28:35.857155 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment 4c318109-1671-4ad9-bea6-5cb53af46def resource provider aggregate not found Sep 13 01:28:35.865459 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:28:35.865882 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device fc2f1bae-4b2a-47f5-9e6a-7984afeacab2 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:28:35.866464 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 350e7029-3fc1-44aa-aac9-92891c6f9c61 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:28:35.889946 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 350e7029-3fc1-44aa-aac9-92891c6f9c61 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:28:35.890210 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment 4c318109-1671-4ad9-bea6-5cb53af46def resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c318109-1671-4ad9-bea6-5cb53af46def found for delete ", "request_id": "req-2daa2213-dd1c-407a-9ef4-34726aa4b26e"}]} Sep 13 01:28:35.890325 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 350e7029-3fc1-44aa-aac9-92891c6f9c61 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:28:35.890707 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 834edc48-79ad-4ba4-b103-3d404b3c87a3 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:28:35.911839 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 834edc48-79ad-4ba4-b103-3d404b3c87a3 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:28:35.912119 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 834edc48-79ad-4ba4-b103-3d404b3c87a3 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:28:35.912372 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4007233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-961922'] for network (ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.917830 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:35.921329 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab HTTP/1.1" status: 204 len: 168 time: 0.5304585 Sep 13 01:28:35.935285 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8458c1-1359-4653-bccd-24b8f3f31c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=ec81bee7-53e9-4cb5-8b6b-692e9e68c4ab,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:36.053585 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 42592) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:36.093932 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-a3408575-3909-4c71-be4f-b5ca72cc81ca admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=66cdd4ec03ea4fbf959ede65bb96f6ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392323 Sep 13 01:28:36.096464 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 42594) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:36.142351 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-571503b2-83a1-4186-b18c-6c9824b4a10b admin admin] Publish callbacks [] for security_group (0dc44474-eed9-47c6-a822-670bc4540cbd), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:36.163807 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-571503b2-83a1-4186-b18c-6c9824b4a10b admin admin] Publish callbacks [] for security_group (0dc44474-eed9-47c6-a822-670bc4540cbd), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:36.212219 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-571503b2-83a1-4186-b18c-6c9824b4a10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (0dc44474-eed9-47c6-a822-670bc4540cbd), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:36.214916 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-571503b2-83a1-4186-b18c-6c9824b4a10b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:36.219207 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-571503b2-83a1-4186-b18c-6c9824b4a10b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0dc44474-eed9-47c6-a822-670bc4540cbd HTTP/1.1" status: 204 len: 168 time: 0.1217923 Sep 13 01:28:36.227167 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571503b2-83a1-4186-b18c-6c9824b4a10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc44474-eed9-47c6-a822-670bc4540cbd,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:36.527140 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 42600) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:36.570283 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-d9be8805-ac64-4743-bf2a-3e19d785f5b7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=01cdb885e3894f3eb1d6947137d35b67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420239 Sep 13 01:28:36.572647 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 42602) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:28:36.619987 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1ebe4519-38f4-45a6-beb1-dacc70c8a49a admin admin] Publish callbacks [] for security_group (18bfe686-30eb-423e-835f-6074e3328e15), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:36.639087 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1ebe4519-38f4-45a6-beb1-dacc70c8a49a admin admin] Publish callbacks [] for security_group (18bfe686-30eb-423e-835f-6074e3328e15), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:36.665917 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:36.686639 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1ebe4519-38f4-45a6-beb1-dacc70c8a49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (18bfe686-30eb-423e-835f-6074e3328e15), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:36.689178 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1ebe4519-38f4-45a6-beb1-dacc70c8a49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:36.690269 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-1ebe4519-38f4-45a6-beb1-dacc70c8a49a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/18bfe686-30eb-423e-835f-6074e3328e15 HTTP/1.1" status: 204 len: 168 time: 0.1166613 Sep 13 01:28:36.697991 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe4519-38f4-45a6-beb1-dacc70c8a49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bfe686-30eb-423e-835f-6074e3328e15,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:39.684439 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cdf0a-2008-4eec-80d9-4e62dadc9468 req-c3c33308-38ba-42a7-990c-80016ea3a379 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:39.685789 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a53cdf0a-2008-4eec-80d9-4e62dadc9468 req-c3c33308-38ba-42a7-990c-80016ea3a379 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 945 time: 0.0466089 Sep 13 01:28:39.731170 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a53cdf0a-2008-4eec-80d9-4e62dadc9468 req-41dc95ff-d72e-4731-a6fe-dce6798dd545 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398533 Sep 13 01:28:40.953092 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bcf69-63f5-4772-bd31-dda8fa464a23 req-307485c4-0e6a-4b6f-86e9-5b8de2c552fb tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:40.954546 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6c3bcf69-63f5-4772-bd31-dda8fa464a23 req-307485c4-0e6a-4b6f-86e9-5b8de2c552fb tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 945 time: 0.1439595 Sep 13 01:28:41.007378 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6c3bcf69-63f5-4772-bd31-dda8fa464a23 req-f7ade175-a4a1-4344-8ef7-6b7663a62f69 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470154 Sep 13 01:28:41.227055 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d1f3d-64a4-4294-89a3-fbc6148b5506 req-8cdbf919-e147-46ab-b3fa-20e3402f957f tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:41.228438 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-491d1f3d-64a4-4294-89a3-fbc6148b5506 req-8cdbf919-e147-46ab-b3fa-20e3402f957f tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 945 time: 0.0438943 Sep 13 01:28:41.311491 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-491d1f3d-64a4-4294-89a3-fbc6148b5506 req-88c15744-1849-4c08-ad77-4dd1f1e326ba tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Deleting port 9be82c92-faec-427b-aa31-918c40122fd1 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:28:41.311754 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-491d1f3d-64a4-4294-89a3-fbc6148b5506 req-88c15744-1849-4c08-ad77-4dd1f1e326ba tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (9be82c92-faec-427b-aa31-918c40122fd1), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:41.407052 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-491d1f3d-64a4-4294-89a3-fbc6148b5506 req-88c15744-1849-4c08-ad77-4dd1f1e326ba tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] For port 9be82c92-faec-427b-aa31-918c40122fd1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=9be82c92-faec-427b-aa31-918c40122fd1,segment=NetworkSegment(b1da5695-1ae9-44c4-b354-c657f1290f07),segment_id=b1da5695-1ae9-44c4-b354-c657f1290f07)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:28:41.407417 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-491d1f3d-64a4-4294-89a3-fbc6148b5506 req-88c15744-1849-4c08-ad77-4dd1f1e326ba tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (9be82c92-faec-427b-aa31-918c40122fd1), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:41.420954 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-491d1f3d-64a4-4294-89a3-fbc6148b5506 req-88c15744-1849-4c08-ad77-4dd1f1e326ba tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Calling delete_port for 9be82c92-faec-427b-aa31-918c40122fd1 owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:28:41.473626 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:41.544810 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-491d1f3d-64a4-4294-89a3-fbc6148b5506 req-88c15744-1849-4c08-ad77-4dd1f1e326ba tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (9be82c92-faec-427b-aa31-918c40122fd1), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:41.556471 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['9be82c92-faec-427b-aa31-918c40122fd1'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:28:41.577771 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c15744-1849-4c08-ad77-4dd1f1e326ba tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Pushing event deleted for resources: {'Port': ['ID=9be82c92-faec-427b-aa31-918c40122fd1,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:41.585905 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=46 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:41.587223 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=37 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:41.619755 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-491d1f3d-64a4-4294-89a3-fbc6148b5506 req-88c15744-1849-4c08-ad77-4dd1f1e326ba tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] No DVR routers for this DVR port 9be82c92-faec-427b-aa31-918c40122fd1 on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:28:41.622240 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-491d1f3d-64a4-4294-89a3-fbc6148b5506 req-88c15744-1849-4c08-ad77-4dd1f1e326ba tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:41.625394 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-491d1f3d-64a4-4294-89a3-fbc6148b5506 req-88c15744-1849-4c08-ad77-4dd1f1e326ba tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.25 "DELETE /networking/v2.0/ports/9be82c92-faec-427b-aa31-918c40122fd1 HTTP/1.1" status: 204 len: 173 time: 0.3917806 Sep 13 01:28:41.625889 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdde643-e612-4f6f-8f73-28e8a20a6236', 'name': 'network-vif-deleted', 'tag': '9be82c92-faec-427b-aa31-918c40122fd1'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:28:41.628180 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b239c4-350a-426c-bd17-f50c066db79e" -d '{"events": [{"server_uuid": "bbdde643-e612-4f6f-8f73-28e8a20a6236", "name": "network-vif-deleted", "tag": "9be82c92-faec-427b-aa31-918c40122fd1"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:28:41.672512 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3e3bbc-9331-48fa-b672-d5332d677649 x-openstack-request-id: req-fa3e3bbc-9331-48fa-b672-d5332d677649 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:28:41.672803 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdde643-e612-4f6f-8f73-28e8a20a6236", "name": "network-vif-deleted", "tag": "9be82c92-faec-427b-aa31-918c40122fd1", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:28:41.673052 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa3e3bbc-9331-48fa-b672-d5332d677649 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:28:41.673456 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa3e3bbc-9331-48fa-b672-d5332d677649'] response: {'server_uuid': 'bbdde643-e612-4f6f-8f73-28e8a20a6236', 'name': 'network-vif-deleted', 'tag': '9be82c92-faec-427b-aa31-918c40122fd1', 'status': 'completed', 'code': 200} Sep 13 01:28:42.120034 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e30725cf-9358-4885-8a17-96d81e678885 req-25ef0f89-7698-4343-9b06-0535e5ae6a85 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bbdde643-e612-4f6f-8f73-28e8a20a6236 HTTP/1.1" status: 200 len: 210 time: 0.0281610 Sep 13 01:28:43.268246 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:45.068869 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d729c-3221-4616-be0b-825f5b6ff5d6 req-db6238fb-e4a3-470c-86b7-abeef99ddff3 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:45.070304 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-071d729c-3221-4616-be0b-825f5b6ff5d6 req-db6238fb-e4a3-470c-86b7-abeef99ddff3 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 985 time: 0.0465603 Sep 13 01:28:45.129058 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-071d729c-3221-4616-be0b-825f5b6ff5d6 req-91801991-012d-469a-981e-af3a499a1735 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&id=a629ad1a-05d9-41bb-83de-d3d8353194db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531161 Sep 13 01:28:46.048192 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 9be82c92-faec-427b-aa31-918c40122fd1 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:28:46.069126 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: 9be82c92-faec-427b-aa31-918c40122fd1 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:28:46.069472 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 9be82c92-faec-427b-aa31-918c40122fd1 not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:28:46.121561 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed2f38-54bd-4a19-9bae-a19fd79c0510 req-63ae9bd7-0da5-4b38-8e3b-f0925d3653be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:46.123012 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-caed2f38-54bd-4a19-9bae-a19fd79c0510 req-63ae9bd7-0da5-4b38-8e3b-f0925d3653be service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7bede684fde243038bcb6b0d5c31ac8f&device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 1169 time: 0.0417876 Sep 13 01:28:46.147977 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:46.217256 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed2f38-54bd-4a19-9bae-a19fd79c0510 req-46cdcf8c-1c0a-4537-817f-359c6c5c3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:46.218682 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-caed2f38-54bd-4a19-9bae-a19fd79c0510 req-46cdcf8c-1c0a-4537-817f-359c6c5c3ee8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=73d26f60-fc5a-4796-a2af-224032b1760c HTTP/1.1" status: 200 len: 916 time: 0.0886483 Sep 13 01:28:46.256976 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f81d1-a31b-4b26-aa5b-21d5eb42921c req-e071ffca-b267-40b3-979d-323b0c000680 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:46.258448 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-265f81d1-a31b-4b26-aa5b-21d5eb42921c req-e071ffca-b267-40b3-979d-323b0c000680 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 985 time: 0.0474973 Sep 13 01:28:46.283024 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-caed2f38-54bd-4a19-9bae-a19fd79c0510 req-8ca92906-7da8-4e36-9a15-581722ebc3fd service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1012c39b-1d73-4b31-9a78-4519d95f4972 HTTP/1.1" status: 200 len: 1002 time: 0.0576978 Sep 13 01:28:46.319535 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-265f81d1-a31b-4b26-aa5b-21d5eb42921c req-1759e982-743e-44df-8094-761780e2b201 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&id=a629ad1a-05d9-41bb-83de-d3d8353194db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550497 Sep 13 01:28:46.331204 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed2f38-54bd-4a19-9bae-a19fd79c0510 req-b7f0a484-8849-407b-a5bc-3e009e19a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:46.333433 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-caed2f38-54bd-4a19-9bae-a19fd79c0510 req-b7f0a484-8849-407b-a5bc-3e009e19a27f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5892e53c-3b0a-4864-ab51-10700863f386 HTTP/1.1" status: 200 len: 854 time: 0.0442288 Sep 13 01:28:46.376172 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed2f38-54bd-4a19-9bae-a19fd79c0510 req-036ca47e-9f20-4932-becc-bd0f4f074b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:46.377884 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-caed2f38-54bd-4a19-9bae-a19fd79c0510 req-036ca47e-9f20-4932-becc-bd0f4f074b09 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=73d26f60-fc5a-4796-a2af-224032b1760c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379579 Sep 13 01:28:46.473898 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-caed2f38-54bd-4a19-9bae-a19fd79c0510 req-48ef8912-f0d5-49f2-a76a-50d7dd52eaae service neutron] 10.222.0.25 "GET /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881999 Sep 13 01:28:46.563726 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-caed2f38-54bd-4a19-9bae-a19fd79c0510 req-a035fe99-eb9e-47a2-a02f-92b0ff17d7e4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828743 Sep 13 01:28:47.448889 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e5dfb-be00-4fbe-bb02-6f9648755835 req-bd128887-3906-4215-8b90-8db712064f1f tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:47.450333 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5c1e5dfb-be00-4fbe-bb02-6f9648755835 req-bd128887-3906-4215-8b90-8db712064f1f tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 985 time: 0.0508907 Sep 13 01:28:47.512704 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5c1e5dfb-be00-4fbe-bb02-6f9648755835 req-2c18a526-ecc5-49c8-b462-1ec3cb73d3ea tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&id=a629ad1a-05d9-41bb-83de-d3d8353194db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566421 Sep 13 01:28:48.632265 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f47db2-0729-43c3-b2ce-a9c1a5684b97 req-4f562fcf-d99d-498b-baa7-e6695ba65ae4 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:48.633706 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-05f47db2-0729-43c3-b2ce-a9c1a5684b97 req-4f562fcf-d99d-498b-baa7-e6695ba65ae4 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 985 time: 0.0460999 Sep 13 01:28:48.695648 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-05f47db2-0729-43c3-b2ce-a9c1a5684b97 req-fdfb8b92-233b-48be-b5bb-180a0d5276d8 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&id=a629ad1a-05d9-41bb-83de-d3d8353194db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562084 Sep 13 01:28:49.814578 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b048c-2233-46a7-b491-a10115f78ce2 req-131c2183-6f17-499d-86bf-39cad2af1257 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:49.816617 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0b8b048c-2233-46a7-b491-a10115f78ce2 req-131c2183-6f17-499d-86bf-39cad2af1257 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 985 time: 0.0459108 Sep 13 01:28:49.875019 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-0b8b048c-2233-46a7-b491-a10115f78ce2 req-43fdc37c-555b-4555-b7f8-e6e3148a74b3 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&id=a629ad1a-05d9-41bb-83de-d3d8353194db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527000 Sep 13 01:28:50.995339 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af144e15-cb45-4136-b9bd-9bf52911ed3e req-166d6f57-0b63-4f21-98d1-6659c9d88100 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:50.996807 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-af144e15-cb45-4136-b9bd-9bf52911ed3e req-166d6f57-0b63-4f21-98d1-6659c9d88100 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 985 time: 0.0467436 Sep 13 01:28:51.058343 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-af144e15-cb45-4136-b9bd-9bf52911ed3e req-af6c19c7-0e0b-4bb1-ad0f-2c5115311d70 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&id=a629ad1a-05d9-41bb-83de-d3d8353194db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557806 Sep 13 01:28:51.159917 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:51.181517 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-b83baa08-13bb-4108-a920-d9b0290dca55 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:51.182991 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-b83baa08-13bb-4108-a920-d9b0290dca55 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/networks?id=77dfb21b-3abb-4934-9b61-126b168eaef7 HTTP/1.1" status: 200 len: 814 time: 0.1070292 Sep 13 01:28:51.197674 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-9113d84e-f2f4-49b4-9862-156108dd4010 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/quotas/53b74c0569e9452d817797f3f9d3a78f HTTP/1.1" status: 200 len: 375 time: 0.0093839 Sep 13 01:28:51.228721 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-bc629358-d08a-427d-8605-5decdec9f94e tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=53b74c0569e9452d817797f3f9d3a78f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260770 Sep 13 01:28:51.326049 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-c9449d74-5a83-483b-aaec-d01d044d1272 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/77dfb21b-3abb-4934-9b61-126b168eaef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894971 Sep 13 01:28:51.414792 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-3fd61e1d-4a28-4732-9c13-4912ea803741 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/77dfb21b-3abb-4934-9b61-126b168eaef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832548 Sep 13 01:28:51.573007 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1cd23a6d-f590-4a14-ab9a-9be2e581238f req-a45199ba-bc64-4e38-beaf-f8b7dc7980aa tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=110d5228-f1e0-4da6-ade4-ab3da8ff0cab HTTP/1.1" status: 200 len: 210 time: 0.0282469 Sep 13 01:28:52.188981 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bc042-a98a-464f-886a-8d6a8332239d req-8dea2cef-bfb6-4c3f-92f7-0ef8e0f28774 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:52.190501 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ba5bc042-a98a-464f-886a-8d6a8332239d req-8dea2cef-bfb6-4c3f-92f7-0ef8e0f28774 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 985 time: 0.0520904 Sep 13 01:28:52.201662 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:52.250380 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466f455-d565-46f8-a7cb-96fbea677385 req-706df8f9-a908-42b1-859c-f23c5802caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:52.251869 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8466f455-d565-46f8-a7cb-96fbea677385 req-706df8f9-a908-42b1-859c-f23c5802caeb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7bede684fde243038bcb6b0d5c31ac8f&device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 1169 time: 0.0604863 Sep 13 01:28:52.287247 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-ba5bc042-a98a-464f-886a-8d6a8332239d req-738757cf-7ca2-4bcd-b5c5-1b4bb2742a08 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&id=a629ad1a-05d9-41bb-83de-d3d8353194db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863883 Sep 13 01:28:52.310724 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:28:52.522843 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466f455-d565-46f8-a7cb-96fbea677385 req-93c45be2-e9e3-4f6d-bb5d-6419f59b7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:52.524295 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8466f455-d565-46f8-a7cb-96fbea677385 req-93c45be2-e9e3-4f6d-bb5d-6419f59b7fa1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=73d26f60-fc5a-4796-a2af-224032b1760c HTTP/1.1" status: 200 len: 916 time: 0.1104877 Sep 13 01:28:52.652460 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8466f455-d565-46f8-a7cb-96fbea677385 req-e4a49066-9a80-47e6-bb01-3d0561e26ade service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1012c39b-1d73-4b31-9a78-4519d95f4972 HTTP/1.1" status: 200 len: 1002 time: 0.1013010 Sep 13 01:28:52.688903 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-bc8e2f19-49d8-4b3b-ad86-e4e6ff7e1a7a req-f3ae15de-ad47-4456-ae64-7e98ee5bbe4a tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=110d5228-f1e0-4da6-ade4-ab3da8ff0cab HTTP/1.1" status: 200 len: 210 time: 0.0320902 Sep 13 01:28:52.699217 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-f27051a6-ce98-4b1e-a0a1-0bfd6fe960ad tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:52.700629 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-f27051a6-ce98-4b1e-a0a1-0bfd6fe960ad tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.25 "GET /networking/v2.0/networks?id=77dfb21b-3abb-4934-9b61-126b168eaef7 HTTP/1.1" status: 200 len: 814 time: 0.2007308 Sep 13 01:28:52.714835 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-601ef481-9b2f-49fd-9693-bfc854fc2455 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Request body: {'port': {'device_id': '110d5228-f1e0-4da6-ade4-ab3da8ff0cab', 'network_id': '77dfb21b-3abb-4934-9b61-126b168eaef7', 'admin_state_up': True, 'tenant_id': '53b74c0569e9452d817797f3f9d3a78f'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:28:52.737322 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466f455-d565-46f8-a7cb-96fbea677385 req-787aff5f-c5f7-4471-a786-abd15664abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:52.739235 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8466f455-d565-46f8-a7cb-96fbea677385 req-787aff5f-c5f7-4471-a786-abd15664abc9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5892e53c-3b0a-4864-ab51-10700863f386 HTTP/1.1" status: 200 len: 854 time: 0.0757086 Sep 13 01:28:53.095048 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466f455-d565-46f8-a7cb-96fbea677385 req-73e5da0e-1c54-4089-865e-04def02fa532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:53.096524 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8466f455-d565-46f8-a7cb-96fbea677385 req-73e5da0e-1c54-4089-865e-04def02fa532 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=73d26f60-fc5a-4796-a2af-224032b1760c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3135064 Sep 13 01:28:53.161621 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-601ef481-9b2f-49fd-9693-bfc854fc2455 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Made reservation on behalf of 53b74c0569e9452d817797f3f9d3a78f for: {'port': 1} {{(pid=106208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 01:28:53.165215 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-601ef481-9b2f-49fd-9693-bfc854fc2455 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (None), before_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:53.185421 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:53.255038 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8466f455-d565-46f8-a7cb-96fbea677385 req-d4af9e7f-7b7e-4188-acc0-8e472c323aff service neutron] 10.222.0.25 "GET /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511760 Sep 13 01:28:53.433157 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808b681-7a38-4191-96f1-1a17a12298a5 req-7c153631-8fbe-4499-9802-e95003bd687e tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:53.434607 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1808b681-7a38-4191-96f1-1a17a12298a5 req-7c153631-8fbe-4499-9802-e95003bd687e tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 985 time: 0.0694625 Sep 13 01:28:53.463128 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_common [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-601ef481-9b2f-49fd-9693-bfc854fc2455 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Allocated IP 172.20.0.8 (77dfb21b-3abb-4934-9b61-126b168eaef7/61566327-8c70-4f91-a590-548d1b15f138/715e8911-e2d6-4c49-aab8-c07a634959e6) {{(pid=106208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 01:28:53.490620 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-8466f455-d565-46f8-a7cb-96fbea677385 req-56699659-dcfd-48b5-bd2b-497cf24bd88c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276094 Sep 13 01:28:53.548448 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:53.569362 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1808b681-7a38-4191-96f1-1a17a12298a5 req-b1c7a84c-cf34-48ea-ae65-4c56d2cd182c tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&id=a629ad1a-05d9-41bb-83de-d3d8353194db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1287103 Sep 13 01:28:53.665244 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-601ef481-9b2f-49fd-9693-bfc854fc2455 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Publish callbacks [] for port (715e8911-e2d6-4c49-aab8-c07a634959e6), precommit_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:53.695881 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-601ef481-9b2f-49fd-9693-bfc854fc2455 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744760330936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (715e8911-e2d6-4c49-aab8-c07a634959e6), after_create {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:53.745626 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-601ef481-9b2f-49fd-9693-bfc854fc2455 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Network 77dfb21b-3abb-4934-9b61-126b168eaef7 is already hosted by enough agents. {{(pid=106208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 01:28:53.750953 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.base_scheduler [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-601ef481-9b2f-49fd-9693-bfc854fc2455 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Resources bound (agent type, host, resource id): {{(pid=106208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 01:28:53.753591 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ef481-9b2f-49fd-9693-bfc854fc2455 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Pushing event updated for resources: {'Port': ['ID=715e8911-e2d6-4c49-aab8-c07a634959e6,revision_number=1']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:53.755811 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-601ef481-9b2f-49fd-9693-bfc854fc2455 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Received port after_create {{(pid=106208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 01:28:53.775769 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:53.803861 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-601ef481-9b2f-49fd-9693-bfc854fc2455 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:53.804464 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-601ef481-9b2f-49fd-9693-bfc854fc2455 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:53.812539 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701c71c-9ffe-4e72-9fa7-15c13acf0fdc req-c871e1e0-852a-44d4-bf15-7b3006e19593 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:53.814946 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c701c71c-9ffe-4e72-9fa7-15c13acf0fdc req-c871e1e0-852a-44d4-bf15-7b3006e19593 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=110d5228-f1e0-4da6-ade4-ab3da8ff0cab HTTP/1.1" status: 200 len: 931 time: 0.0495749 Sep 13 01:28:53.820501 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-601ef481-9b2f-49fd-9693-bfc854fc2455 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1127703 Sep 13 01:28:53.831970 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Request body: {'port': {'device_id': '110d5228-f1e0-4da6-ade4-ab3da8ff0cab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:28:53.862559 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c701c71c-9ffe-4e72-9fa7-15c13acf0fdc req-aaff7fbb-2fbd-4246-9926-c262eba88eaf tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Sep 13 01:28:53.891429 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (715e8911-e2d6-4c49-aab8-c07a634959e6), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:53.900546 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:54.142513 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715e8911-e2d6-4c49-aab8-c07a634959e6 {{(pid=106208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:28:54.149915 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Publish callbacks [] for port (715e8911-e2d6-4c49-aab8-c07a634959e6), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:54.161853 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.provisioning_blocks [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Transition to ACTIVE for port object 715e8911-e2d6-4c49-aab8-c07a634959e6 will not be triggered until provisioned by entity L2. {{(pid=106208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 01:28:54.165543 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (715e8911-e2d6-4c49-aab8-c07a634959e6), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:54.241729 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Pushing event updated for resources: {'Port': ['ID=715e8911-e2d6-4c49-aab8-c07a634959e6,revision_number=2']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:54.270108 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Attempting to bind port 715e8911-e2d6-4c49-aab8-c07a634959e6 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 01:28:54.270745 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Attempting to bind port 715e8911-e2d6-4c49-aab8-c07a634959e6 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': 'b1da5695-1ae9-44c4-b354-c657f1290f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '77dfb21b-3abb-4934-9b61-126b168eaef7'}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 01:28:54.270745 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Attempting to bind port 715e8911-e2d6-4c49-aab8-c07a634959e6 on network 77dfb21b-3abb-4934-9b61-126b168eaef7 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:28:54.297735 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:54.317205 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Port 715e8911-e2d6-4c49-aab8-c07a634959e6 on network 77dfb21b-3abb-4934-9b61-126b168eaef7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 01:28:54.317528 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Attempting to bind port 715e8911-e2d6-4c49-aab8-c07a634959e6 on network 77dfb21b-3abb-4934-9b61-126b168eaef7 {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 01:28:54.357341 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Checking agent: {'id': 'cd41bfe0-36e4-43f3-843f-45d46defe78a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'started_at': datetime.datetime(2022, 9, 13, 1, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 1, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 01:28:54.357662 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Checking segment: {'id': 'b1da5695-1ae9-44c4-b354-c657f1290f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '77dfb21b-3abb-4934-9b61-126b168eaef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 01:28:54.358054 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Bound using segment: {'id': 'b1da5695-1ae9-44c4-b354-c657f1290f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '77dfb21b-3abb-4934-9b61-126b168eaef7'} {{(pid=106208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 01:28:54.358487 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.managers [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Bound port: 715e8911-e2d6-4c49-aab8-c07a634959e6, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1da5695-1ae9-44c4-b354-c657f1290f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '77dfb21b-3abb-4934-9b61-126b168eaef7'}}] {{(pid=106208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 01:28:54.358844 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (715e8911-e2d6-4c49-aab8-c07a634959e6), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:54.417799 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] For port 715e8911-e2d6-4c49-aab8-c07a634959e6, host hv-cinder-85694, cleared binding levels {{(pid=106208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 01:28:54.421031 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] For port 715e8911-e2d6-4c49-aab8-c07a634959e6, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=715e8911-e2d6-4c49-aab8-c07a634959e6,segment=NetworkSegment(b1da5695-1ae9-44c4-b354-c657f1290f07),segment_id=b1da5695-1ae9-44c4-b354-c657f1290f07)] {{(pid=106208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 01:28:54.427996 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (715e8911-e2d6-4c49-aab8-c07a634959e6), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:54.431930 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:54.432542 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:54.433874 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/715e8911-e2d6-4c49-aab8-c07a634959e6 HTTP/1.1" status: 200 len: 1093 time: 0.6065001 Sep 13 01:28:54.434436 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110d5228-f1e0-4da6-ade4-ab3da8ff0cab', 'tag': '715e8911-e2d6-4c49-aab8-c07a634959e6'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:28:54.436695 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6d725b-17f2-4625-b0c2-956f97bc6190" -d '{"events": [{"name": "network-changed", "server_uuid": "110d5228-f1e0-4da6-ade4-ab3da8ff0cab", "tag": "715e8911-e2d6-4c49-aab8-c07a634959e6"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:28:54.478000 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68543115-e7e8-4d0f-9d03-568539d80672 x-openstack-request-id: req-68543115-e7e8-4d0f-9d03-568539d80672 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:28:54.478284 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110d5228-f1e0-4da6-ade4-ab3da8ff0cab", "tag": "715e8911-e2d6-4c49-aab8-c07a634959e6", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:28:54.478532 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68543115-e7e8-4d0f-9d03-568539d80672 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:28:54.478947 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68543115-e7e8-4d0f-9d03-568539d80672'] response: {'name': 'network-changed', 'server_uuid': '110d5228-f1e0-4da6-ade4-ab3da8ff0cab', 'tag': '715e8911-e2d6-4c49-aab8-c07a634959e6', 'status': 'completed', 'code': 200} Sep 13 01:28:54.522792 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683fee1-e22f-4b38-b72b-3a2ec96e3fdd service neutron] Pushing event updated for resources: {'Port': ['ID=715e8911-e2d6-4c49-aab8-c07a634959e6,revision_number=3']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:54.527984 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-a3ca9432-0c4d-47d1-812b-693a6e551d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:54.529451 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-a3ca9432-0c4d-47d1-812b-693a6e551d20 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=53b74c0569e9452d817797f3f9d3a78f&device_id=110d5228-f1e0-4da6-ade4-ab3da8ff0cab HTTP/1.1" status: 200 len: 1127 time: 0.0531929 Sep 13 01:28:54.567263 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-1838c9e0-c37c-4a3d-9eee-c4e92d9e22a4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=715e8911-e2d6-4c49-aab8-c07a634959e6 HTTP/1.1" status: 200 len: 217 time: 0.0315368 Sep 13 01:28:54.614129 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-c1c35cd5-c0ee-4204-8201-937e3394db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:54.615608 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-c1c35cd5-c0ee-4204-8201-937e3394db58 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=61566327-8c70-4f91-a590-548d1b15f138 HTTP/1.1" status: 200 len: 854 time: 0.0433404 Sep 13 01:28:54.649585 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-8646ec4c-e244-4ae0-982a-b9ce95898e09 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=77dfb21b-3abb-4934-9b61-126b168eaef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278707 Sep 13 01:28:54.689841 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580bf0d-554e-4a40-954b-ce049b4d99f6 req-64a6ed8a-d07a-4ba1-83a3-8a743876a14b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:54.691237 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1580bf0d-554e-4a40-954b-ce049b4d99f6 req-64a6ed8a-d07a-4ba1-83a3-8a743876a14b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 985 time: 0.0474286 Sep 13 01:28:54.740419 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-b9d51a0b-d102-4ef8-995b-ecc2112b50d7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/77dfb21b-3abb-4934-9b61-126b168eaef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836864 Sep 13 01:28:54.750954 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-1580bf0d-554e-4a40-954b-ce049b4d99f6 req-38202a50-4b8b-4a27-aedd-d248fd531fa4 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&id=a629ad1a-05d9-41bb-83de-d3d8353194db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539856 Sep 13 01:28:54.832547 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-cb256704-df38-403e-b89c-4e0a6753c7d3 req-45cc9b72-f735-42f5-a40e-2b00a9576f7c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/77dfb21b-3abb-4934-9b61-126b168eaef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865431 Sep 13 01:28:54.981615 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ac52-ccc5-4e47-beed-c6e4ac4fadf3 req-34ca3bcb-e9f2-494d-9700-34a5a5fbc1e1 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:54.983098 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-21a5ac52-ccc5-4e47-beed-c6e4ac4fadf3 req-34ca3bcb-e9f2-494d-9700-34a5a5fbc1e1 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=110d5228-f1e0-4da6-ade4-ab3da8ff0cab HTTP/1.1" status: 200 len: 943 time: 0.0457995 Sep 13 01:28:55.001474 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:55.031697 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-21a5ac52-ccc5-4e47-beed-c6e4ac4fadf3 req-807e9466-6dde-4218-ab63-6b1b519d729a tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423992 Sep 13 01:28:55.587745 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d725b-17f2-4625-b0c2-956f97bc6190 req-e15466c0-9c39-4b1f-8ac3-144a9b3f36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:55.589197 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5e6d725b-17f2-4625-b0c2-956f97bc6190 req-e15466c0-9c39-4b1f-8ac3-144a9b3f36e3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=53b74c0569e9452d817797f3f9d3a78f&device_id=110d5228-f1e0-4da6-ade4-ab3da8ff0cab HTTP/1.1" status: 200 len: 1127 time: 0.0376644 Sep 13 01:28:55.686080 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d725b-17f2-4625-b0c2-956f97bc6190 req-ccf142af-15ed-41a5-8570-cf0d3a8b0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:55.687486 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5e6d725b-17f2-4625-b0c2-956f97bc6190 req-ccf142af-15ed-41a5-8570-cf0d3a8b0769 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=77dfb21b-3abb-4934-9b61-126b168eaef7 HTTP/1.1" status: 200 len: 915 time: 0.0926738 Sep 13 01:28:55.726179 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5e6d725b-17f2-4625-b0c2-956f97bc6190 req-db25d3a1-f1a2-4dac-8554-9266926ca662 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=715e8911-e2d6-4c49-aab8-c07a634959e6 HTTP/1.1" status: 200 len: 217 time: 0.0321259 Sep 13 01:28:55.776824 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d725b-17f2-4625-b0c2-956f97bc6190 req-4fe111bf-6831-4bf8-8c19-c5868586ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:55.778245 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5e6d725b-17f2-4625-b0c2-956f97bc6190 req-4fe111bf-6831-4bf8-8c19-c5868586ba41 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=61566327-8c70-4f91-a590-548d1b15f138 HTTP/1.1" status: 200 len: 854 time: 0.0462821 Sep 13 01:28:55.810651 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5e6d725b-17f2-4625-b0c2-956f97bc6190 req-0e1eaf3b-b5cd-4370-9139-2fd217fab1cd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=77dfb21b-3abb-4934-9b61-126b168eaef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263221 Sep 13 01:28:55.875568 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7de69a-d206-43a7-b7fe-b532e6b3e9db req-33acc7c0-0f6a-40a5-a784-f6372b26ab74 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:55.877040 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fe7de69a-d206-43a7-b7fe-b532e6b3e9db req-33acc7c0-0f6a-40a5-a784-f6372b26ab74 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 985 time: 0.0499101 Sep 13 01:28:55.899235 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5e6d725b-17f2-4625-b0c2-956f97bc6190 req-4566770c-9405-4e47-8216-1cf56986672e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/77dfb21b-3abb-4934-9b61-126b168eaef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829766 Sep 13 01:28:55.937126 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-fe7de69a-d206-43a7-b7fe-b532e6b3e9db req-3011353d-5be4-439d-ab07-c3dfeacb1287 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&id=a629ad1a-05d9-41bb-83de-d3d8353194db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542281 Sep 13 01:28:55.969086 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:55.994631 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-5e6d725b-17f2-4625-b0c2-956f97bc6190 req-8b11967d-6f55-486c-9a4e-0590485d0c8c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/77dfb21b-3abb-4934-9b61-126b168eaef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897620 Sep 13 01:28:56.051723 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:56.052479 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:56.148871 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d158f4-e906-4012-9e9f-eff52ea1d3dd req-704a7b6f-29f0-41ad-95fd-fafa43815e9d tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:56.150290 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-83d158f4-e906-4012-9e9f-eff52ea1d3dd req-704a7b6f-29f0-41ad-95fd-fafa43815e9d tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=110d5228-f1e0-4da6-ade4-ab3da8ff0cab HTTP/1.1" status: 200 len: 943 time: 0.0458844 Sep 13 01:28:56.196560 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-83d158f4-e906-4012-9e9f-eff52ea1d3dd req-3f967852-c9ae-49b1-ba75-8ae5f33e2a8d tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Sep 13 01:28:57.057308 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243de17-49f6-486d-baf6-87d15f7831f6 req-6d6bbbc4-0b44-4941-bbf7-7cfb527b575e tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:57.058738 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6243de17-49f6-486d-baf6-87d15f7831f6 req-6d6bbbc4-0b44-4941-bbf7-7cfb527b575e tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 985 time: 0.0469592 Sep 13 01:28:57.116287 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-6243de17-49f6-486d-baf6-87d15f7831f6 req-923bc732-6c40-4dff-9b41-c6888d2de3ce tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&id=a629ad1a-05d9-41bb-83de-d3d8353194db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520124 Sep 13 01:28:57.323835 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1261db-f49c-49cb-9104-da92c808b089 req-ceb3e54a-47a3-4b8b-bfdf-465ffbb9ab84 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:57.325259 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7d1261db-f49c-49cb-9104-da92c808b089 req-ceb3e54a-47a3-4b8b-bfdf-465ffbb9ab84 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=110d5228-f1e0-4da6-ade4-ab3da8ff0cab HTTP/1.1" status: 200 len: 943 time: 0.0495479 Sep 13 01:28:57.371924 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7d1261db-f49c-49cb-9104-da92c808b089 req-ab7c2a8d-77a4-44af-901a-8d8c3b36199d tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411239 Sep 13 01:28:57.452769 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 715e8911-e2d6-4c49-aab8-c07a634959e6 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 01:28:57.548872 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 715e8911-e2d6-4c49-aab8-c07a634959e6, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=715e8911-e2d6-4c49-aab8-c07a634959e6,segment=NetworkSegment(b1da5695-1ae9-44c4-b354-c657f1290f07),segment_id=b1da5695-1ae9-44c4-b354-c657f1290f07)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:28:57.559974 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Returning: {'device': '715e8911-e2d6-4c49-aab8-c07a634959e6', 'network_id': '77dfb21b-3abb-4934-9b61-126b168eaef7', 'port_id': '715e8911-e2d6-4c49-aab8-c07a634959e6', 'mac_address': 'fa:16:3e:a5:b1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61566327-8c70-4f91-a590-548d1b15f138', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 01:28:57.724551 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 715e8911-e2d6-4c49-aab8-c07a634959e6 is: DOWN; New status is: BUILD {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:28:57.724942 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (715e8911-e2d6-4c49-aab8-c07a634959e6), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:57.737647 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715e8911-e2d6-4c49-aab8-c07a634959e6 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 01:28:57.757727 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 715e8911-e2d6-4c49-aab8-c07a634959e6, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=715e8911-e2d6-4c49-aab8-c07a634959e6,segment=NetworkSegment(b1da5695-1ae9-44c4-b354-c657f1290f07),segment_id=b1da5695-1ae9-44c4-b354-c657f1290f07)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:28:57.761508 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (715e8911-e2d6-4c49-aab8-c07a634959e6), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:57.807273 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=715e8911-e2d6-4c49-aab8-c07a634959e6,revision_number=4']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:57.977201 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['715e8911-e2d6-4c49-aab8-c07a634959e6'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:28:58.237901 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bc7b5-9d06-44f1-8757-3217f7a3cb35 req-da2d70f9-d8eb-4bad-94c2-0d2eb8ff06b8 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:58.239334 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-684bc7b5-9d06-44f1-8757-3217f7a3cb35 req-da2d70f9-d8eb-4bad-94c2-0d2eb8ff06b8 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 985 time: 0.0457933 Sep 13 01:28:58.294214 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=100 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:28:58.301743 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-684bc7b5-9d06-44f1-8757-3217f7a3cb35 req-f40cb538-c4ba-432e-a766-c325b8d467ab tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&id=a629ad1a-05d9-41bb-83de-d3d8353194db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568340 Sep 13 01:28:58.489129 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e3d3c-056f-4f07-aa39-605e74dd9cc8 req-fb6a43fa-55d7-444d-8036-3eaaee520e9b tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:58.490564 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c92e3d3c-056f-4f07-aa39-605e74dd9cc8 req-fb6a43fa-55d7-444d-8036-3eaaee520e9b tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=110d5228-f1e0-4da6-ade4-ab3da8ff0cab HTTP/1.1" status: 200 len: 944 time: 0.0460186 Sep 13 01:28:58.536643 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-c92e3d3c-056f-4f07-aa39-605e74dd9cc8 req-3f65da9c-9ecd-418e-9966-c56cf3fca4c3 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406473 Sep 13 01:28:59.469293 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 715e8911-e2d6-4c49-aab8-c07a634959e6 up at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 01:28:59.510762 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning for port 715e8911-e2d6-4c49-aab8-c07a634959e6 completed by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 01:28:59.516679 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Provisioning complete for port 715e8911-e2d6-4c49-aab8-c07a634959e6 triggered by entity L2. {{(pid=106210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 01:28:59.517053 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009127'] for port (715e8911-e2d6-4c49-aab8-c07a634959e6), provisioning_complete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:59.590038 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Current status of the port 715e8911-e2d6-4c49-aab8-c07a634959e6 is: BUILD; New status is: ACTIVE {{(pid=106210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 01:28:59.590427 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (715e8911-e2d6-4c49-aab8-c07a634959e6), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:59.614148 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110d5228-f1e0-4da6-ade4-ab3da8ff0cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715e8911-e2d6-4c49-aab8-c07a634959e6'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:28:59.616463 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38e63dc230e1e1fbbe947f4a858b04321d9c31c176bfe9f718a993a7bfe31e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d66e041-e852-407b-8d62-cea326b3b3fd" -d '{"events": [{"server_uuid": "110d5228-f1e0-4da6-ade4-ab3da8ff0cab", "name": "network-vif-plugged", "status": "completed", "tag": "715e8911-e2d6-4c49-aab8-c07a634959e6"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:28:59.629952 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] For port 715e8911-e2d6-4c49-aab8-c07a634959e6, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=715e8911-e2d6-4c49-aab8-c07a634959e6,segment=NetworkSegment(b1da5695-1ae9-44c4-b354-c657f1290f07),segment_id=b1da5695-1ae9-44c4-b354-c657f1290f07)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:28:59.634323 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972'] for port (715e8911-e2d6-4c49-aab8-c07a634959e6), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:28:59.658116 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9540e426-9c44-4a23-8dc1-1458d898f2dc x-openstack-request-id: req-9540e426-9c44-4a23-8dc1-1458d898f2dc {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:28:59.658396 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110d5228-f1e0-4da6-ade4-ab3da8ff0cab", "name": "network-vif-plugged", "status": "completed", "tag": "715e8911-e2d6-4c49-aab8-c07a634959e6", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:28:59.658644 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9540e426-9c44-4a23-8dc1-1458d898f2dc {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:28:59.659585 dv-cinder-856941-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9540e426-9c44-4a23-8dc1-1458d898f2dc'] response: {'server_uuid': '110d5228-f1e0-4da6-ade4-ab3da8ff0cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715e8911-e2d6-4c49-aab8-c07a634959e6', 'code': 200} Sep 13 01:28:59.665730 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb3d83-d1a0-40b5-bfb3-d1499c5e6a5b req-59835749-7686-44b3-af62-74c2f14ab85d tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:59.667633 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-23eb3d83-d1a0-40b5-bfb3-d1499c5e6a5b req-59835749-7686-44b3-af62-74c2f14ab85d tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=110d5228-f1e0-4da6-ade4-ab3da8ff0cab HTTP/1.1" status: 200 len: 944 time: 0.0543602 Sep 13 01:28:59.692815 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Pushing event updated for resources: {'Port': ['ID=715e8911-e2d6-4c49-aab8-c07a634959e6,revision_number=5']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:28:59.717416 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-23eb3d83-d1a0-40b5-bfb3-d1499c5e6a5b req-fcbd7e2e-ec62-4b0f-87d9-d6a73fc299e1 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435696 Sep 13 01:28:59.823058 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b2e63-96b7-4e39-9631-7be547cec30c req-a89225fc-8ac9-49e6-b8cb-6b4d6f056a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:28:59.824508 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-671b2e63-96b7-4e39-9631-7be547cec30c req-a89225fc-8ac9-49e6-b8cb-6b4d6f056a9e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=110d5228-f1e0-4da6-ade4-ab3da8ff0cab HTTP/1.1" status: 200 len: 1129 time: 0.0435491 Sep 13 01:28:59.867088 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-671b2e63-96b7-4e39-9631-7be547cec30c req-83cc97e6-cd91-404a-8152-be7a5d4df94f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366330 Sep 13 01:28:59.917732 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c4ec92cb-a87f-4168-a50f-319a01b14695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:00.840006 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2d335-9d50-4c95-995b-4f5b564117b8 req-0edb150e-53de-4e6f-8591-7265fb94c1bc tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:29:00.841495 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1fb2d335-9d50-4c95-995b-4f5b564117b8 req-0edb150e-53de-4e6f-8591-7265fb94c1bc tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=110d5228-f1e0-4da6-ade4-ab3da8ff0cab HTTP/1.1" status: 200 len: 945 time: 0.0475514 Sep 13 01:29:00.878756 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=100 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:00.890988 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-1fb2d335-9d50-4c95-995b-4f5b564117b8 req-4621b20b-25d0-4570-bc67-3aad8a927905 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437450 Sep 13 01:29:02.010781 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7458870-d120-4564-bfe8-fa2b28d8df0c req-bf5898fb-026a-414c-86a4-5a3a2dc692a4 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:29:02.012183 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c7458870-d120-4564-bfe8-fa2b28d8df0c req-bf5898fb-026a-414c-86a4-5a3a2dc692a4 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=110d5228-f1e0-4da6-ade4-ab3da8ff0cab HTTP/1.1" status: 200 len: 945 time: 0.0459273 Sep 13 01:29:02.057547 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-c7458870-d120-4564-bfe8-fa2b28d8df0c req-b514d429-4ab0-4d56-aa26-e46cf5c53b24 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398548 Sep 13 01:29:02.206994 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-15908dc0-a588-48cc-8d72-a3942f76f926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:03.399668 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:04.829345 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:04.835318 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:06.454304 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:06.455086 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:10.887442 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=41 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:12.051920 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=18 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:12.053915 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=64 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:13.267374 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:21.118801 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efcb42-ae79-4f23-a5b5-e0000d306dd0 req-5ddcee2a-5884-45aa-b2db-8986eae445a9 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:29:21.120187 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e0efcb42-ae79-4f23-a5b5-e0000d306dd0 req-5ddcee2a-5884-45aa-b2db-8986eae445a9 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=110d5228-f1e0-4da6-ade4-ab3da8ff0cab HTTP/1.1" status: 200 len: 945 time: 0.0493987 Sep 13 01:29:21.166370 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-e0efcb42-ae79-4f23-a5b5-e0000d306dd0 req-da050e81-e753-4145-ad7f-2dc17d30bd1c tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Sep 13 01:29:22.287105 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1b05c-e742-4caf-9fd4-0e1f866d1276 req-6e7d3565-38d9-4151-aa06-53a41f6032d3 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:29:22.288524 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-dff1b05c-e742-4caf-9fd4-0e1f866d1276 req-6e7d3565-38d9-4151-aa06-53a41f6032d3 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=110d5228-f1e0-4da6-ade4-ab3da8ff0cab HTTP/1.1" status: 200 len: 945 time: 0.0453470 Sep 13 01:29:22.338374 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-dff1b05c-e742-4caf-9fd4-0e1f866d1276 req-7eb1902b-f842-4027-9874-d471717bf832 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d309863-ae4c-474c-b83d-af2d77467944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443377 Sep 13 01:29:22.724393 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c6402-4473-4fe6-9c4f-cb488952f5a1 req-ab1df59c-1152-4f17-b36d-1a3431d38147 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:29:22.725791 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7a1c6402-4473-4fe6-9c4f-cb488952f5a1 req-ab1df59c-1152-4f17-b36d-1a3431d38147 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=110d5228-f1e0-4da6-ade4-ab3da8ff0cab HTTP/1.1" status: 200 len: 945 time: 0.0445709 Sep 13 01:29:22.807628 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-7a1c6402-4473-4fe6-9c4f-cb488952f5a1 req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Deleting port 715e8911-e2d6-4c49-aab8-c07a634959e6 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:29:22.807963 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-7a1c6402-4473-4fe6-9c4f-cb488952f5a1 req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (715e8911-e2d6-4c49-aab8-c07a634959e6), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:22.897067 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-7a1c6402-4473-4fe6-9c4f-cb488952f5a1 req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] For port 715e8911-e2d6-4c49-aab8-c07a634959e6, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=715e8911-e2d6-4c49-aab8-c07a634959e6,segment=NetworkSegment(b1da5695-1ae9-44c4-b354-c657f1290f07),segment_id=b1da5695-1ae9-44c4-b354-c657f1290f07)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:29:22.897341 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-7a1c6402-4473-4fe6-9c4f-cb488952f5a1 req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (715e8911-e2d6-4c49-aab8-c07a634959e6), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:22.910672 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-7a1c6402-4473-4fe6-9c4f-cb488952f5a1 req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Calling delete_port for 715e8911-e2d6-4c49-aab8-c07a634959e6 owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:29:23.034154 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-7a1c6402-4473-4fe6-9c4f-cb488952f5a1 req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (715e8911-e2d6-4c49-aab8-c07a634959e6), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:23.046710 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['715e8911-e2d6-4c49-aab8-c07a634959e6'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:29:23.059173 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Pushing event deleted for resources: {'Port': ['ID=715e8911-e2d6-4c49-aab8-c07a634959e6,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:23.073596 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:23.073948 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:23.074289 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:23.074619 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:23.074971 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:23.075302 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:23.075658 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:23.075994 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:23.076368 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:23.076623 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:23.076946 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:23.077267 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:23.077634 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:23.077940 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:23.078249 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:23.114356 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1c6402-4473-4fe6-9c4f-cb488952f5a1 req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] No DVR routers for this DVR port 715e8911-e2d6-4c49-aab8-c07a634959e6 on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:29:23.116835 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-7a1c6402-4473-4fe6-9c4f-cb488952f5a1 req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:23.119971 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-7a1c6402-4473-4fe6-9c4f-cb488952f5a1 req-c94907ba-0b26-42e1-bb7c-0d37341c4166 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.25 "DELETE /networking/v2.0/ports/715e8911-e2d6-4c49-aab8-c07a634959e6 HTTP/1.1" status: 204 len: 173 time: 0.3863237 Sep 13 01:29:23.120451 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110d5228-f1e0-4da6-ade4-ab3da8ff0cab', 'name': 'network-vif-deleted', 'tag': '715e8911-e2d6-4c49-aab8-c07a634959e6'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:29:23.122645 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff090f2-fa31-4829-a83a-bddfaca3b439" -d '{"events": [{"server_uuid": "110d5228-f1e0-4da6-ade4-ab3da8ff0cab", "name": "network-vif-deleted", "tag": "715e8911-e2d6-4c49-aab8-c07a634959e6"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:29:23.163105 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8507b853-797d-4ed8-a3f7-33c3a6f435a7 x-openstack-request-id: req-8507b853-797d-4ed8-a3f7-33c3a6f435a7 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:29:23.163408 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110d5228-f1e0-4da6-ade4-ab3da8ff0cab", "name": "network-vif-deleted", "tag": "715e8911-e2d6-4c49-aab8-c07a634959e6", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:29:23.163665 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8507b853-797d-4ed8-a3f7-33c3a6f435a7 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:29:23.164073 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8507b853-797d-4ed8-a3f7-33c3a6f435a7'] response: {'server_uuid': '110d5228-f1e0-4da6-ade4-ab3da8ff0cab', 'name': 'network-vif-deleted', 'tag': '715e8911-e2d6-4c49-aab8-c07a634959e6', 'status': 'completed', 'code': 200} Sep 13 01:29:23.263203 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:23.452287 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-d5ca42d3-8074-4a7b-b5d2-e7558368b90a req-d921190c-b206-4d45-b962-61ceab233c97 tempest-VolumesSnapshotTestJSON-658966462 tempest-VolumesSnapshotTestJSON-658966462-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=110d5228-f1e0-4da6-ade4-ab3da8ff0cab HTTP/1.1" status: 200 len: 210 time: 0.0288913 Sep 13 01:29:25.556408 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 715e8911-e2d6-4c49-aab8-c07a634959e6 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:29:25.575013 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: 715e8911-e2d6-4c49-aab8-c07a634959e6 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:29:25.575359 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 715e8911-e2d6-4c49-aab8-c07a634959e6 not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:29:26.893826 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=14 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:26.895735 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=12 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:29.309205 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:29:29.906981 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:29.919506 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-74b19f5e-2ff2-4aca-b615-89bb026316a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:31.159304 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=8 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:31.162396 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=10 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:32.208591 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58a6d663-67f4-4176-9835-d76332408018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:33.072923 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=57,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:33.401500 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:33.434969 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=54,neutron:DELETE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:34.825095 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:34.835129 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:36.108556 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-38e28d8e-8256-4e28-9c50-dd75fb3745df req-e1b1a737-0d86-4b3d-aac5-516bfa33b68e tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1894512115&fields=id&tenant_id=7bede684fde243038bcb6b0d5c31ac8f HTTP/1.1" status: 200 len: 267 time: 0.0438113 Sep 13 01:29:36.160807 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e28d8e-8256-4e28-9c50-dd75fb3745df req-f7ec272f-bc4e-41c3-8dc2-8e82a8d4717d tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:29:36.162224 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-38e28d8e-8256-4e28-9c50-dd75fb3745df req-f7ec272f-bc4e-41c3-8dc2-8e82a8d4717d tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 985 time: 0.0480843 Sep 13 01:29:36.172501 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.v2.base [req-38e28d8e-8256-4e28-9c50-dd75fb3745df req-552ca1aa-8d95-4e33-a9e5-d0e3f7d4212b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Request body: {'port': {'security_groups': ['ab06a07b-044d-43c3-8ef2-87198bbdf1c6']}} {{(pid=106208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 01:29:36.245720 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-38e28d8e-8256-4e28-9c50-dd75fb3745df req-552ca1aa-8d95-4e33-a9e5-d0e3f7d4212b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3835735'] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), before_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:36.421007 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-38e28d8e-8256-4e28-9c50-dd75fb3745df req-552ca1aa-8d95-4e33-a9e5-d0e3f7d4212b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] For port 1012c39b-1d73-4b31-9a78-4519d95f4972, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1012c39b-1d73-4b31-9a78-4519d95f4972,segment=NetworkSegment(437e175a-880f-4fa7-991c-7ea36355dbda),segment_id=437e175a-880f-4fa7-991c-7ea36355dbda)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:29:36.449812 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-38e28d8e-8256-4e28-9c50-dd75fb3745df req-552ca1aa-8d95-4e33-a9e5-d0e3f7d4212b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), precommit_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:36.454465 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-38e28d8e-8256-4e28-9c50-dd75fb3745df req-552ca1aa-8d95-4e33-a9e5-d0e3f7d4212b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744760789131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744760330954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744760330972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126063234'] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), after_update {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:36.466156 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e28d8e-8256-4e28-9c50-dd75fb3745df req-552ca1aa-8d95-4e33-a9e5-d0e3f7d4212b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:29:36.466777 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-38e28d8e-8256-4e28-9c50-dd75fb3745df req-552ca1aa-8d95-4e33-a9e5-d0e3f7d4212b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:36.468411 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-38e28d8e-8256-4e28-9c50-dd75fb3745df req-552ca1aa-8d95-4e33-a9e5-d0e3f7d4212b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "PUT /networking/v2.0/ports/1012c39b-1d73-4b31-9a78-4519d95f4972 HTTP/1.1" status: 200 len: 943 time: 0.3001826 Sep 13 01:29:36.468983 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d2d899-2749-4525-a1c3-a96617c5d619', 'tag': '1012c39b-1d73-4b31-9a78-4519d95f4972'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:29:36.469110 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['1012c39b-1d73-4b31-9a78-4519d95f4972'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:29:36.471224 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7850212-6ea8-4f7a-b3f3-ed0452d98c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "09d2d899-2749-4525-a1c3-a96617c5d619", "tag": "1012c39b-1d73-4b31-9a78-4519d95f4972"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:29:36.487045 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 42902) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:29:36.537457 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['1012c39b-1d73-4b31-9a78-4519d95f4972'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:29:36.548810 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ca1aa-8d95-4e33-a9e5-d0e3f7d4212b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Pushing event updated for resources: {'Port': ['ID=1012c39b-1d73-4b31-9a78-4519d95f4972,revision_number=7']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:36.605791 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group (a629ad1a-05d9-41bb-83de-d3d8353194db), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:36.633061 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f4a7ba-ef16-476c-a32b-b0b98592a251 x-openstack-request-id: req-62f4a7ba-ef16-476c-a32b-b0b98592a251 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:29:36.633234 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d2d899-2749-4525-a1c3-a96617c5d619", "tag": "1012c39b-1d73-4b31-9a78-4519d95f4972", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:29:36.633385 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62f4a7ba-ef16-476c-a32b-b0b98592a251 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:29:36.633794 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f4a7ba-ef16-476c-a32b-b0b98592a251'] response: {'name': 'network-changed', 'server_uuid': '09d2d899-2749-4525-a1c3-a96617c5d619', 'tag': '1012c39b-1d73-4b31-9a78-4519d95f4972', 'status': 'completed', 'code': 200} Sep 13 01:29:36.639160 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group (a629ad1a-05d9-41bb-83de-d3d8353194db), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:36.724136 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (a629ad1a-05d9-41bb-83de-d3d8353194db), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:36.727490 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:36.732406 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a629ad1a-05d9-41bb-83de-d3d8353194db HTTP/1.1" status: 204 len: 168 time: 0.2426047 Sep 13 01:29:36.733610 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 42910) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:29:36.751513 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a629ad1a-05d9-41bb-83de-d3d8353194db,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:36.756273 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7850212-6ea8-4f7a-b3f3-ed0452d98c3f req-b2973bda-5921-4857-8006-528b274828c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:29:36.757773 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7850212-6ea8-4f7a-b3f3-ed0452d98c3f req-b2973bda-5921-4857-8006-528b274828c2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7bede684fde243038bcb6b0d5c31ac8f&device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 1130 time: 0.0986028 Sep 13 01:29:36.762830 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:36.763228 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:36.763675 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:36.764016 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:36.764351 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:36.764682 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:36.765010 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:36.765338 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:36.765666 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:36.765993 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:36.766322 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:36.766646 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:36.766993 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:36.767318 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:36.767641 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56e0f3-016c-418f-b217-f58506895be1 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:36.852517 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7850212-6ea8-4f7a-b3f3-ed0452d98c3f req-910eb2aa-c8a7-4fd9-b7d9-eaaa18d99979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:29:36.854177 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7850212-6ea8-4f7a-b3f3-ed0452d98c3f req-910eb2aa-c8a7-4fd9-b7d9-eaaa18d99979 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=73d26f60-fc5a-4796-a2af-224032b1760c HTTP/1.1" status: 200 len: 916 time: 0.0883496 Sep 13 01:29:36.911891 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-e6d97af7-e14b-43fc-97f9-244760be2e1b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Deleting port db3aca00-3b45-4b4b-acb3-4911c0309705 {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:29:36.912230 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e6d97af7-e14b-43fc-97f9-244760be2e1b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (db3aca00-3b45-4b4b-acb3-4911c0309705), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:36.919186 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7850212-6ea8-4f7a-b3f3-ed0452d98c3f req-ecec8da2-4b91-4486-8fe8-1cbb8a0316ed service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1012c39b-1d73-4b31-9a78-4519d95f4972 HTTP/1.1" status: 200 len: 1002 time: 0.0582368 Sep 13 01:29:36.968721 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7850212-6ea8-4f7a-b3f3-ed0452d98c3f req-e34e4c4f-9f20-4dba-957d-0fdfb6579e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:29:36.970369 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7850212-6ea8-4f7a-b3f3-ed0452d98c3f req-e34e4c4f-9f20-4dba-957d-0fdfb6579e29 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5892e53c-3b0a-4864-ab51-10700863f386 HTTP/1.1" status: 200 len: 854 time: 0.0450695 Sep 13 01:29:36.989271 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e6d97af7-e14b-43fc-97f9-244760be2e1b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (db3aca00-3b45-4b4b-acb3-4911c0309705), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:36.989633 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e6d97af7-e14b-43fc-97f9-244760be2e1b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for floatingip (db3aca00-3b45-4b4b-acb3-4911c0309705), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:37.002412 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-e6d97af7-e14b-43fc-97f9-244760be2e1b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Calling delete_port for db3aca00-3b45-4b4b-acb3-4911c0309705 owned by network:floatingip {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:29:37.013870 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7850212-6ea8-4f7a-b3f3-ed0452d98c3f req-b8c0c3ab-17b9-4fe5-a74a-2d5093690b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:29:37.015355 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7850212-6ea8-4f7a-b3f3-ed0452d98c3f req-b8c0c3ab-17b9-4fe5-a74a-2d5093690b86 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=73d26f60-fc5a-4796-a2af-224032b1760c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387521 Sep 13 01:29:37.025623 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [req-f7850212-6ea8-4f7a-b3f3-ed0452d98c3f req-d5d6b727-0311-4bb1-9799-9218ee643f00 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 01:29:37.026572 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7850212-6ea8-4f7a-b3f3-ed0452d98c3f req-d5d6b727-0311-4bb1-9799-9218ee643f00 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049613 Sep 13 01:29:37.117847 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7850212-6ea8-4f7a-b3f3-ed0452d98c3f req-5b986e70-394b-486f-bdaf-ee6778ac8daf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854084 Sep 13 01:29:37.147010 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e6d97af7-e14b-43fc-97f9-244760be2e1b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (db3aca00-3b45-4b4b-acb3-4911c0309705), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:37.171830 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d97af7-e14b-43fc-97f9-244760be2e1b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Pushing event deleted for resources: {'Port': ['ID=db3aca00-3b45-4b4b-acb3-4911c0309705,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:37.203587 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:37.208155 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f7850212-6ea8-4f7a-b3f3-ed0452d98c3f req-c0ef522f-5126-42f2-bb7a-9374da32c155 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845835 Sep 13 01:29:37.237671 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e6d97af7-e14b-43fc-97f9-244760be2e1b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks [] for floatingip (6afbe2b4-d0ad-4c24-91f5-9622a41a1eab), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:37.238000 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.db.l3_db [None req-e6d97af7-e14b-43fc-97f9-244760be2e1b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Floating IP 6afbe2b4-d0ad-4c24-91f5-9622a41a1eab disassociated (deleted). External IP: 172.27.1.136, port: 1012c39b-1d73-4b31-9a78-4519d95f4972. Sep 13 01:29:37.329464 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:37.432691 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d97af7-e14b-43fc-97f9-244760be2e1b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Router ce3e858b-0b91-438d-9740-3f44623bc17b has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:29:37.532796 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d97af7-e14b-43fc-97f9-244760be2e1b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:29:37.537165 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-e6d97af7-e14b-43fc-97f9-244760be2e1b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for floatingip (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:37.544994 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab52d21-5be8-41e9-aaad-63b258da6faf None None] Sync routers for ids ['ce3e858b-0b91-438d-9740-3f44623bc17b'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:29:37.555947 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab52d21-5be8-41e9-aaad-63b258da6faf None None] Routers {'ce3e858b-0b91-438d-9740-3f44623bc17b'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:29:37.556631 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-bab52d21-5be8-41e9-aaad-63b258da6faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:29:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['ce3e858b-0b91-438d-9740-3f44623bc17b'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:37.562274 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:37.580124 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-e6d97af7-e14b-43fc-97f9-244760be2e1b tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/6afbe2b4-d0ad-4c24-91f5-9622a41a1eab HTTP/1.1" status: 204 len: 168 time: 0.8323629 Sep 13 01:29:37.580124 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d2d899-2749-4525-a1c3-a96617c5d619', 'tag': '1012c39b-1d73-4b31-9a78-4519d95f4972'}] {{(pid=106209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:29:37.582065 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4037e2ae3c55ed11cca0bb8930849acd1aa4f7088dac3d306a7770f6ecceea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6425659-fc59-4042-8039-e944830e1270" -d '{"events": [{"name": "network-changed", "server_uuid": "09d2d899-2749-4525-a1c3-a96617c5d619", "tag": "1012c39b-1d73-4b31-9a78-4519d95f4972"}]}' {{(pid=106209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:29:37.656247 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-bab52d21-5be8-41e9-aaad-63b258da6faf None None] Set router ce3e858b-0b91-438d-9740-3f44623bc17b gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:29:37.673090 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 01:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c53c12-067d-438c-8f14-fa9147b8fa06 x-openstack-request-id: req-16c53c12-067d-438c-8f14-fa9147b8fa06 {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:29:37.673511 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d2d899-2749-4525-a1c3-a96617c5d619", "tag": "1012c39b-1d73-4b31-9a78-4519d95f4972", "status": "completed", "code": 200}]} {{(pid=106209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:29:37.674043 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16c53c12-067d-438c-8f14-fa9147b8fa06 {{(pid=106209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:29:37.675008 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c53c12-067d-438c-8f14-fa9147b8fa06'] response: {'name': 'network-changed', 'server_uuid': '09d2d899-2749-4525-a1c3-a96617c5d619', 'tag': '1012c39b-1d73-4b31-9a78-4519d95f4972', 'status': 'completed', 'code': 200} Sep 13 01:29:37.730927 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6425659-fc59-4042-8039-e944830e1270 req-20e23508-9e2a-459a-80d5-4177e0c44b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:29:37.734181 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a6425659-fc59-4042-8039-e944830e1270 req-20e23508-9e2a-459a-80d5-4177e0c44b04 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7bede684fde243038bcb6b0d5c31ac8f&device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 1130 time: 0.0571110 Sep 13 01:29:37.825419 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:37.876027 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6425659-fc59-4042-8039-e944830e1270 req-3d44661c-ae60-4e2a-887b-39c4b9ab9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:29:37.878124 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a6425659-fc59-4042-8039-e944830e1270 req-3d44661c-ae60-4e2a-887b-39c4b9ab9da0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=73d26f60-fc5a-4796-a2af-224032b1760c HTTP/1.1" status: 200 len: 916 time: 0.1382704 Sep 13 01:29:37.903723 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-bab52d21-5be8-41e9-aaad-63b258da6faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'name': 'tempest-TestMinimumBasicScenario-1801607995-router', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:23Z', 'revision_number': 4, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'gw_port': {'id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6cc22a5a-58c3-4834-8a4f-686886c077b7', 'name': '', 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'mac_address': 'fa:16:3e:1a:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5892e53c-3b0a-4864-ab51-10700863f386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:23Z', 'updated_at': '2022-09-13T01:27:30Z', 'revision_number': 5, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'subnets': [{'id': '5892e53c-3b0a-4864-ab51-10700863f386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:37.928840 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a6425659-fc59-4042-8039-e944830e1270 req-63d8cba1-22f2-4c42-b8ee-6c05513c2487 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1012c39b-1d73-4b31-9a78-4519d95f4972 HTTP/1.1" status: 200 len: 217 time: 0.0443664 Sep 13 01:29:37.937375 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab52d21-5be8-41e9-aaad-63b258da6faf None None] Checking router: ce3e858b-0b91-438d-9740-3f44623bc17b for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:29:37.947219 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab52d21-5be8-41e9-aaad-63b258da6faf None None] Routers {'ce3e858b-0b91-438d-9740-3f44623bc17b'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:29:37.947934 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-bab52d21-5be8-41e9-aaad-63b258da6faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:29:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['ce3e858b-0b91-438d-9740-3f44623bc17b'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:37.990290 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6425659-fc59-4042-8039-e944830e1270 req-63618ead-7697-48e2-b995-5444d95036da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:29:37.992023 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a6425659-fc59-4042-8039-e944830e1270 req-63618ead-7697-48e2-b995-5444d95036da service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5892e53c-3b0a-4864-ab51-10700863f386 HTTP/1.1" status: 200 len: 854 time: 0.0462391 Sep 13 01:29:38.058264 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-bab52d21-5be8-41e9-aaad-63b258da6faf None None] Set router ce3e858b-0b91-438d-9740-3f44623bc17b gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:29:38.235459 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6425659-fc59-4042-8039-e944830e1270 req-90d94f0c-8f56-4cd9-834f-b9225222e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:29:38.237033 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a6425659-fc59-4042-8039-e944830e1270 req-90d94f0c-8f56-4cd9-834f-b9225222e43c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=73d26f60-fc5a-4796-a2af-224032b1760c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384321 Sep 13 01:29:38.245426 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-bab52d21-5be8-41e9-aaad-63b258da6faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'name': 'tempest-TestMinimumBasicScenario-1801607995-router', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:23Z', 'revision_number': 4, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'gw_port': {'id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6cc22a5a-58c3-4834-8a4f-686886c077b7', 'name': '', 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'mac_address': 'fa:16:3e:1a:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5892e53c-3b0a-4864-ab51-10700863f386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:23Z', 'updated_at': '2022-09-13T01:27:30Z', 'revision_number': 5, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'subnets': [{'id': '5892e53c-3b0a-4864-ab51-10700863f386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:38.272113 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab52d21-5be8-41e9-aaad-63b258da6faf None None] The sync data for ids ['ce3e858b-0b91-438d-9740-3f44623bc17b'] in dv-cinder-856941-3-iscsi is: [{'id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'name': 'tempest-TestMinimumBasicScenario-1801607995-router', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:23Z', 'revision_number': 4, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'gw_port': {'id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi', '_interfaces': [{'id': '6cc22a5a-58c3-4834-8a4f-686886c077b7', 'name': '', 'network_id': '73d26f60-fc5a-4796-a2af-224032b1760c', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'mac_address': 'fa:16:3e:1a:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '5892e53c-3b0a-4864-ab51-10700863f386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:23Z', 'updated_at': '2022-09-13T01:27:30Z', 'revision_number': 5, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'subnets': [{'id': '5892e53c-3b0a-4864-ab51-10700863f386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:29:38.333697 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a6425659-fc59-4042-8039-e944830e1270 req-56e5a521-dd2a-49a0-b7ec-0bc0fda18de7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893724 Sep 13 01:29:38.443288 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-a6425659-fc59-4042-8039-e944830e1270 req-689a03e8-7a4b-4eda-ab9a-c24fd313e445 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858221 Sep 13 01:29:38.508021 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0c6532-d656-486d-86c3-8365aa783a78 None None] New status for floating IP 6afbe2b4-d0ad-4c24-91f5-9622a41a1eab: DOWN {{(pid=106210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 01:29:40.419358 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0b716-9804-48d5-b3a6-daa2dc77e798 req-5538822f-c2f6-461f-bc80-ecaaf4c21d43 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:29:40.420813 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7ca0b716-9804-48d5-b3a6-daa2dc77e798 req-5538822f-c2f6-461f-bc80-ecaaf4c21d43 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 946 time: 0.0469410 Sep 13 01:29:40.466535 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [req-7ca0b716-9804-48d5-b3a6-daa2dc77e798 req-7e2a59dc-6b95-4dad-95be-bd7c20c9e04d tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397716 Sep 13 01:29:41.589515 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de04a8-fab0-4e47-8f8a-8ff690dbe35a req-1f05b602-43c0-4e69-91ac-1a7167ede473 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:29:41.590966 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f2de04a8-fab0-4e47-8f8a-8ff690dbe35a req-1f05b602-43c0-4e69-91ac-1a7167ede473 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 946 time: 0.0495224 Sep 13 01:29:41.637286 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-f2de04a8-fab0-4e47-8f8a-8ff690dbe35a req-56bd4734-5923-40f5-aa8c-d2c1951b9aea tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ab06a07b-044d-43c3-8ef2-87198bbdf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407171 Sep 13 01:29:42.054960 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4d6fa-2540-4225-9024-bd68e8a5f002 req-343e75da-28d7-41ac-90ba-077b96617505 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 01:29:42.056258 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-19c4d6fa-2540-4225-9024-bd68e8a5f002 req-343e75da-28d7-41ac-90ba-077b96617505 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 946 time: 0.0449333 Sep 13 01:29:42.135770 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-19c4d6fa-2540-4225-9024-bd68e8a5f002 req-8c6a1e44-76ac-4b00-8ccd-09038d869a0c tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Deleting port 1012c39b-1d73-4b31-9a78-4519d95f4972 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:29:42.136102 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-19c4d6fa-2540-4225-9024-bd68e8a5f002 req-8c6a1e44-76ac-4b00-8ccd-09038d869a0c tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:42.221175 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [req-19c4d6fa-2540-4225-9024-bd68e8a5f002 req-8c6a1e44-76ac-4b00-8ccd-09038d869a0c tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] For port 1012c39b-1d73-4b31-9a78-4519d95f4972, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1012c39b-1d73-4b31-9a78-4519d95f4972,segment=NetworkSegment(437e175a-880f-4fa7-991c-7ea36355dbda),segment_id=437e175a-880f-4fa7-991c-7ea36355dbda)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:29:42.221512 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-19c4d6fa-2540-4225-9024-bd68e8a5f002 req-8c6a1e44-76ac-4b00-8ccd-09038d869a0c tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:42.234248 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [req-19c4d6fa-2540-4225-9024-bd68e8a5f002 req-8c6a1e44-76ac-4b00-8ccd-09038d869a0c tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Calling delete_port for 1012c39b-1d73-4b31-9a78-4519d95f4972 owned by compute:nova {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:29:42.359932 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:42.365728 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-19c4d6fa-2540-4225-9024-bd68e8a5f002 req-8c6a1e44-76ac-4b00-8ccd-09038d869a0c tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (1012c39b-1d73-4b31-9a78-4519d95f4972), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:42.377481 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] get_ports_and_sgs() called for port_ids ['1012c39b-1d73-4b31-9a78-4519d95f4972'] {{(pid=106210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 01:29:42.395655 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a1e44-76ac-4b00-8ccd-09038d869a0c tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Pushing event deleted for resources: {'Port': ['ID=1012c39b-1d73-4b31-9a78-4519d95f4972,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:42.440688 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c4d6fa-2540-4225-9024-bd68e8a5f002 req-8c6a1e44-76ac-4b00-8ccd-09038d869a0c tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] No DVR routers for this DVR port 1012c39b-1d73-4b31-9a78-4519d95f4972 on host hv-cinder-85694 {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:29:42.443692 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [req-19c4d6fa-2540-4225-9024-bd68e8a5f002 req-8c6a1e44-76ac-4b00-8ccd-09038d869a0c tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471421'] for port (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:42.446830 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-19c4d6fa-2540-4225-9024-bd68e8a5f002 req-8c6a1e44-76ac-4b00-8ccd-09038d869a0c tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.25 "DELETE /networking/v2.0/ports/1012c39b-1d73-4b31-9a78-4519d95f4972 HTTP/1.1" status: 204 len: 173 time: 0.3855286 Sep 13 01:29:42.447330 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d2d899-2749-4525-a1c3-a96617c5d619', 'name': 'network-vif-deleted', 'tag': '1012c39b-1d73-4b31-9a78-4519d95f4972'}] {{(pid=106208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 01:29:42.449608 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5126ed42e8d2e37e822722575e233797777a8f576deb76e3fe81989c5cc8a30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea6d96b-03f0-477f-9974-b704c96ae43c" -d '{"events": [{"server_uuid": "09d2d899-2749-4525-a1c3-a96617c5d619", "name": "network-vif-deleted", "tag": "1012c39b-1d73-4b31-9a78-4519d95f4972"}]}' {{(pid=106208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 01:29:42.498430 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 01:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576199d9-837e-45d7-9f6c-23e85f129fe6 x-openstack-request-id: req-576199d9-837e-45d7-9f6c-23e85f129fe6 {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 01:29:42.498876 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d2d899-2749-4525-a1c3-a96617c5d619", "name": "network-vif-deleted", "tag": "1012c39b-1d73-4b31-9a78-4519d95f4972", "status": "completed", "code": 200}]} {{(pid=106208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 01:29:42.499230 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-576199d9-837e-45d7-9f6c-23e85f129fe6 {{(pid=106208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 01:29:42.499638 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576199d9-837e-45d7-9f6c-23e85f129fe6'] response: {'server_uuid': '09d2d899-2749-4525-a1c3-a96617c5d619', 'name': 'network-vif-deleted', 'tag': '1012c39b-1d73-4b31-9a78-4519d95f4972', 'status': 'completed', 'code': 200} Sep 13 01:29:42.752482 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [req-931949c6-dbdb-4940-83e8-77784865fa19 req-57ae26e1-640f-4985-85a9-b121e2b7e2b6 tempest-TestMinimumBasicScenario-777796342 tempest-TestMinimumBasicScenario-777796342-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=09d2d899-2749-4525-a1c3-a96617c5d619 HTTP/1.1" status: 200 len: 210 time: 0.0314567 Sep 13 01:29:43.260226 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:44.484372 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 43046) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:29:44.803171 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:45.032689 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a34e5fa5-803d-4869-a7b9-882afd5cbf15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609695'] for router_interface (ce3e858b-0b91-438d-9740-3f44623bc17b), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:45.245782 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-a34e5fa5-803d-4869-a7b9-882afd5cbf15 admin admin] Deleting port 6cc22a5a-58c3-4834-8a4f-686886c077b7 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:29:45.246203 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a34e5fa5-803d-4869-a7b9-882afd5cbf15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:45.326753 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-a34e5fa5-803d-4869-a7b9-882afd5cbf15 admin admin] For port 6cc22a5a-58c3-4834-8a4f-686886c077b7, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=6cc22a5a-58c3-4834-8a4f-686886c077b7,segment=NetworkSegment(437e175a-880f-4fa7-991c-7ea36355dbda),segment_id=437e175a-880f-4fa7-991c-7ea36355dbda)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:29:45.327139 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a34e5fa5-803d-4869-a7b9-882afd5cbf15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:45.339355 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-a34e5fa5-803d-4869-a7b9-882afd5cbf15 admin admin] Calling delete_port for 6cc22a5a-58c3-4834-8a4f-686886c077b7 owned by network:router_interface {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:29:45.511293 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a34e5fa5-803d-4869-a7b9-882afd5cbf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (6cc22a5a-58c3-4834-8a4f-686886c077b7), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:45.518637 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:45.536599 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e5fa5-803d-4869-a7b9-882afd5cbf15 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc22a5a-58c3-4834-8a4f-686886c077b7,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:45.564503 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:45.684611 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 1012c39b-1d73-4b31-9a78-4519d95f4972 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:29:45.703001 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a34e5fa5-803d-4869-a7b9-882afd5cbf15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957967'] for router_interface (ce3e858b-0b91-438d-9740-3f44623bc17b), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:45.712470 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] No Port match for: 1012c39b-1d73-4b31-9a78-4519d95f4972 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:29:45.712996 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Device 1012c39b-1d73-4b31-9a78-4519d95f4972 not bound to the agent host hv-cinder-85694 {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:29:45.827064 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 43056) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:29:45.871996 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a62ceff-89f6-4d9e-aedb-52e13c3eb3e6 admin admin] Deleting subnet 61566327-8c70-4f91-a590-548d1b15f138 {{(pid=106209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 01:29:45.875141 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8a62ceff-89f6-4d9e-aedb-52e13c3eb3e6 admin admin] Publish callbacks [] for subnet (61566327-8c70-4f91-a590-548d1b15f138), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:45.908981 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8a62ceff-89f6-4d9e-aedb-52e13c3eb3e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129315482'] for subnet (61566327-8c70-4f91-a590-548d1b15f138), precommit_delete_associations {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:45.928435 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34e5fa5-803d-4869-a7b9-882afd5cbf15 admin admin] Router ce3e858b-0b91-438d-9740-3f44623bc17b has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:29:45.952172 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8a62ceff-89f6-4d9e-aedb-52e13c3eb3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3960691'] for subnet (61566327-8c70-4f91-a590-548d1b15f138), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.004571 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8a62ceff-89f6-4d9e-aedb-52e13c3eb3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128878230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126134730'] for subnet (61566327-8c70-4f91-a590-548d1b15f138), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.027656 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62ceff-89f6-4d9e-aedb-52e13c3eb3e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61566327-8c70-4f91-a590-548d1b15f138,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:46.033849 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34e5fa5-803d-4869-a7b9-882afd5cbf15 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:29:46.036339 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-8a62ceff-89f6-4d9e-aedb-52e13c3eb3e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.039796 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-a34e5fa5-803d-4869-a7b9-882afd5cbf15 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/ce3e858b-0b91-438d-9740-3f44623bc17b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5543084 Sep 13 01:29:46.042593 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 43058) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:29:46.042996 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 43060) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:29:46.043108 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-8a62ceff-89f6-4d9e-aedb-52e13c3eb3e6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/61566327-8c70-4f91-a590-548d1b15f138 HTTP/1.1" status: 204 len: 168 time: 0.2149267 Sep 13 01:29:46.048296 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bf308c-0145-48dd-bcd7-581458bcca05 None None] Sync routers for ids ['ce3e858b-0b91-438d-9740-3f44623bc17b'] in dv-cinder-856941-3-iscsi {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:29:46.059692 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf308c-0145-48dd-bcd7-581458bcca05 None None] Routers {'ce3e858b-0b91-438d-9740-3f44623bc17b'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:29:46.060301 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-f9bf308c-0145-48dd-bcd7-581458bcca05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:29:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['ce3e858b-0b91-438d-9740-3f44623bc17b'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:46.192191 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d6169dd6-93a4-4c81-81d8-d319c63b6805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849132'] for network (77dfb21b-3abb-4934-9b61-126b168eaef7), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.218189 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6a7893c1-d548-454b-a5d5-6b749a05579e admin admin] Publish callbacks [] for router (ce3e858b-0b91-438d-9740-3f44623bc17b), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.249307 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-f9bf308c-0145-48dd-bcd7-581458bcca05 None None] Set router ce3e858b-0b91-438d-9740-3f44623bc17b gateway port host: dv-cinder-856941-3-iscsi {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:29:46.350273 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d6169dd6-93a4-4c81-81d8-d319c63b6805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4007246', 'neutron.services.segments.db._delete_segments_for_network-8744760796856'] for network (77dfb21b-3abb-4934-9b61-126b168eaef7), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.380463 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-d6169dd6-93a4-4c81-81d8-d319c63b6805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77dfb21b-3abb-4934-9b61-126b168eaef7']}} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:46.395077 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-d6169dd6-93a4-4c81-81d8-d319c63b6805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1da5695-1ae9-44c4-b354-c657f1290f07') {'for_net_delete': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:46.395380 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-d6169dd6-93a4-4c81-81d8-d319c63b6805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1da5695-1ae9-44c4-b354-c657f1290f07') {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:46.399863 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:46.408869 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d6169dd6-93a4-4c81-81d8-d319c63b6805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744760796748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129236150'] for segment (b1da5695-1ae9-44c4-b354-c657f1290f07), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.411528 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6a7893c1-d548-454b-a5d5-6b749a05579e admin admin] Publish callbacks [] for router_gateway (ce3e858b-0b91-438d-9740-3f44623bc17b), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.414888 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-f9bf308c-0145-48dd-bcd7-581458bcca05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'name': 'tempest-TestMinimumBasicScenario-1801607995-router', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:29:45Z', 'revision_number': 5, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'gw_port': {'id': '3bb50a84-0df1-41dc-b878-62ab9277519b', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:46.426690 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:46.429800 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d6169dd6-93a4-4c81-81d8-d319c63b6805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (b1da5695-1ae9-44c4-b354-c657f1290f07), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.439439 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6169dd6-93a4-4c81-81d8-d319c63b6805 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 01:29:46.439794 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d6169dd6-93a4-4c81-81d8-d319c63b6805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126063198'] for segment (b1da5695-1ae9-44c4-b354-c657f1290f07), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.445917 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bf308c-0145-48dd-bcd7-581458bcca05 None None] Checking router: ce3e858b-0b91-438d-9740-3f44623bc17b for host: dv-cinder-856941-3-iscsi {{(pid=106211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:29:46.452684 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:46.455355 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf308c-0145-48dd-bcd7-581458bcca05 None None] Routers {'ce3e858b-0b91-438d-9740-3f44623bc17b'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:29:46.455974 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-f9bf308c-0145-48dd-bcd7-581458bcca05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:29:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['ce3e858b-0b91-438d-9740-3f44623bc17b'], 'active': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:46.475157 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:46.524183 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-6a7893c1-d548-454b-a5d5-6b749a05579e admin admin] Deleting port 3bb50a84-0df1-41dc-b878-62ab9277519b {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:29:46.525193 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6a7893c1-d548-454b-a5d5-6b749a05579e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (3bb50a84-0df1-41dc-b878-62ab9277519b), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.543941 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvr_db [None req-f9bf308c-0145-48dd-bcd7-581458bcca05 None None] Set router ce3e858b-0b91-438d-9740-3f44623bc17b gateway port host: None {{(pid=106211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:29:46.563735 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d6169dd6-93a4-4c81-81d8-d319c63b6805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4007233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-961922'] for network (77dfb21b-3abb-4934-9b61-126b168eaef7), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.572972 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d6169dd6-93a4-4c81-81d8-d319c63b6805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.576068 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-d6169dd6-93a4-4c81-81d8-d319c63b6805 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/77dfb21b-3abb-4934-9b61-126b168eaef7 HTTP/1.1" status: 204 len: 168 time: 0.5312252 Sep 13 01:29:46.591174 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6169dd6-93a4-4c81-81d8-d319c63b6805 admin admin] Pushing event deleted for resources: {'Network': ['ID=77dfb21b-3abb-4934-9b61-126b168eaef7,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:46.605204 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_hamode_db [None req-f9bf308c-0145-48dd-bcd7-581458bcca05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'name': 'tempest-TestMinimumBasicScenario-1801607995-router', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:29:46Z', 'revision_number': 6, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'gw_port_host': None}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:46.617578 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.services.segments.plugin [-] Segment b1da5695-1ae9-44c4-b354-c657f1290f07 resource provider aggregate not found Sep 13 01:29:46.632642 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bf308c-0145-48dd-bcd7-581458bcca05 None None] The sync data for ids ['ce3e858b-0b91-438d-9740-3f44623bc17b'] in dv-cinder-856941-3-iscsi is: [{'id': 'ce3e858b-0b91-438d-9740-3f44623bc17b', 'name': 'tempest-TestMinimumBasicScenario-1801607995-router', 'tenant_id': '7bede684fde243038bcb6b0d5c31ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:21Z', 'updated_at': '2022-09-13T01:29:46Z', 'revision_number': 6, 'project_id': '7bede684fde243038bcb6b0d5c31ac8f', 'gw_port_host': None}] {{(pid=106211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:29:46.638922 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-6a7893c1-d548-454b-a5d5-6b749a05579e admin admin] For port 3bb50a84-0df1-41dc-b878-62ab9277519b, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=3bb50a84-0df1-41dc-b878-62ab9277519b,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:29:46.639272 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6a7893c1-d548-454b-a5d5-6b749a05579e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (3bb50a84-0df1-41dc-b878-62ab9277519b), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.642634 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.services.segments.plugin [-] Segment b1da5695-1ae9-44c4-b354-c657f1290f07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1da5695-1ae9-44c4-b354-c657f1290f07 found for delete ", "request_id": "req-88e2317c-cb7c-4b76-8d13-baaaa4466c07"}]} Sep 13 01:29:46.654645 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-6a7893c1-d548-454b-a5d5-6b749a05579e admin admin] Calling delete_port for 3bb50a84-0df1-41dc-b878-62ab9277519b owned by network:router_gateway {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:29:46.788440 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 43072) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:29:46.827302 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6a7893c1-d548-454b-a5d5-6b749a05579e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (3bb50a84-0df1-41dc-b878-62ab9277519b), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.830653 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-9532b315-f12b-419e-b6ee-496e56aaab46 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=53b74c0569e9452d817797f3f9d3a78f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410705 Sep 13 01:29:46.831232 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 43074) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:29:46.854169 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7893c1-d548-454b-a5d5-6b749a05579e admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb50a84-0df1-41dc-b878-62ab9277519b,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:46.882167 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-dcd3a4db-a4ce-49c2-bcf5-ad4f3b4df1d8 admin admin] Publish callbacks [] for security_group (7d309863-ae4c-474c-b83d-af2d77467944), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.905960 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-dcd3a4db-a4ce-49c2-bcf5-ad4f3b4df1d8 admin admin] Publish callbacks [] for security_group (7d309863-ae4c-474c-b83d-af2d77467944), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.913120 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6a7893c1-d548-454b-a5d5-6b749a05579e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-961884'] for router_gateway (ce3e858b-0b91-438d-9740-3f44623bc17b), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.954359 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-dcd3a4db-a4ce-49c2-bcf5-ad4f3b4df1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (7d309863-ae4c-474c-b83d-af2d77467944), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.956901 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-dcd3a4db-a4ce-49c2-bcf5-ad4f3b4df1d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:46.958520 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-dcd3a4db-a4ce-49c2-bcf5-ad4f3b4df1d8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7d309863-ae4c-474c-b83d-af2d77467944 HTTP/1.1" status: 204 len: 168 time: 0.1259222 Sep 13 01:29:46.966415 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3a4db-a4ce-49c2-bcf5-ad4f3b4df1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d309863-ae4c-474c-b83d-af2d77467944,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:47.002261 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6a7893c1-d548-454b-a5d5-6b749a05579e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16237'] for router (ce3e858b-0b91-438d-9740-3f44623bc17b), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.006441 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6a7893c1-d548-454b-a5d5-6b749a05579e admin admin] Publish callbacks [] for router_controller (ce3e858b-0b91-438d-9740-3f44623bc17b), precommit_delete_associations {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.057296 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6a7893c1-d548-454b-a5d5-6b749a05579e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-958044'] for router (ce3e858b-0b91-438d-9740-3f44623bc17b), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.057984 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7893c1-d548-454b-a5d5-6b749a05579e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce3e858b-0b91-438d-9740-3f44623bc17b {{(pid=106208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 01:29:47.064935 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-6a7893c1-d548-454b-a5d5-6b749a05579e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.068951 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-6a7893c1-d548-454b-a5d5-6b749a05579e admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/ce3e858b-0b91-438d-9740-3f44623bc17b HTTP/1.1" status: 204 len: 168 time: 1.0223746 Sep 13 01:29:47.069469 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 43078) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:29:47.115049 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fefa4a-5b51-4e59-b5aa-0a72f76c5f10 admin admin] Deleting subnet 5892e53c-3b0a-4864-ab51-10700863f386 {{(pid=106208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 01:29:47.118751 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d6fefa4a-5b51-4e59-b5aa-0a72f76c5f10 admin admin] Publish callbacks [] for subnet (5892e53c-3b0a-4864-ab51-10700863f386), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.154644 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d6fefa4a-5b51-4e59-b5aa-0a72f76c5f10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129236159'] for subnet (5892e53c-3b0a-4864-ab51-10700863f386), precommit_delete_associations {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.239369 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d6fefa4a-5b51-4e59-b5aa-0a72f76c5f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3960691'] for subnet (5892e53c-3b0a-4864-ab51-10700863f386), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.298911 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d6fefa4a-5b51-4e59-b5aa-0a72f76c5f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126063348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126144256'] for subnet (5892e53c-3b0a-4864-ab51-10700863f386), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.326041 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fefa4a-5b51-4e59-b5aa-0a72f76c5f10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5892e53c-3b0a-4864-ab51-10700863f386,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:47.333886 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-d6fefa4a-5b51-4e59-b5aa-0a72f76c5f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.339828 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-d6fefa4a-5b51-4e59-b5aa-0a72f76c5f10 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/5892e53c-3b0a-4864-ab51-10700863f386 HTTP/1.1" status: 204 len: 168 time: 0.2687871 Sep 13 01:29:47.340606 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 43080) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:29:47.340891 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bac71d-d35a-4c39-81a3-42b5492d98ed None None] Network 73d26f60-fc5a-4796-a2af-224032b1760c requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:29:47.362167 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:47.421931 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849132'] for network (73d26f60-fc5a-4796-a2af-224032b1760c), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.463811 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:47.466689 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] Deleting port 5cad117c-4990-482d-97ea-3af9e7e78f8e {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:29:47.467061 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (5cad117c-4990-482d-97ea-3af9e7e78f8e), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.523557 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] DHCP port deletion for 73d26f60-fc5a-4796-a2af-224032b1760c request from dv-cinder-856941-3-iscsi {{(pid=106210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 01:29:47.531956 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] For port 5cad117c-4990-482d-97ea-3af9e7e78f8e, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=5cad117c-4990-482d-97ea-3af9e7e78f8e,segment=NetworkSegment(437e175a-880f-4fa7-991c-7ea36355dbda),segment_id=437e175a-880f-4fa7-991c-7ea36355dbda)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:29:47.532475 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (5cad117c-4990-482d-97ea-3af9e7e78f8e), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.545471 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] Calling delete_port for 5cad117c-4990-482d-97ea-3af9e7e78f8e owned by network:dhcp {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:29:47.565055 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Deleting port 5cad117c-4990-482d-97ea-3af9e7e78f8e {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:29:47.565430 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (5cad117c-4990-482d-97ea-3af9e7e78f8e), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.630690 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (5cad117c-4990-482d-97ea-3af9e7e78f8e), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.631924 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] For port 5cad117c-4990-482d-97ea-3af9e7e78f8e, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=5cad117c-4990-482d-97ea-3af9e7e78f8e,segment=NetworkSegment(437e175a-880f-4fa7-991c-7ea36355dbda),segment_id=437e175a-880f-4fa7-991c-7ea36355dbda)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:29:47.632347 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (5cad117c-4990-482d-97ea-3af9e7e78f8e), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.645767 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Calling delete_port for 5cad117c-4990-482d-97ea-3af9e7e78f8e owned by network:dhcp {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:29:47.653165 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cad117c-4990-482d-97ea-3af9e7e78f8e,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:47.658671 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] No DVR routers for this DVR port 5cad117c-4990-482d-97ea-3af9e7e78f8e on host dv-cinder-856941-3-iscsi {{(pid=106208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:29:47.715840 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:47.732730 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (5cad117c-4990-482d-97ea-3af9e7e78f8e), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.734390 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4007246', 'neutron.services.segments.db._delete_segments_for_network-8744760796856'] for network (73d26f60-fc5a-4796-a2af-224032b1760c), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.746538 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] No DVR routers for this DVR port 5cad117c-4990-482d-97ea-3af9e7e78f8e on host dv-cinder-856941-3-iscsi {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:29:47.762957 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d26f60-fc5a-4796-a2af-224032b1760c']}} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:47.767957 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Pushing event deleted for resources: {'Port': ['ID=5cad117c-4990-482d-97ea-3af9e7e78f8e,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:47.775494 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:47.775836 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:47.776037 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437e175a-880f-4fa7-991c-7ea36355dbda') {'for_net_delete': True} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:47.776163 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:47.776457 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.services.segments.db [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437e175a-880f-4fa7-991c-7ea36355dbda') {} {{(pid=106208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:47.776574 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:47.776807 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:47.777131 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:47.777456 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:47.777775 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:47.778094 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:47.778412 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:47.778765 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:47.779117 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:47.779431 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:47.779745 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:47.780058 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3df0a-a1b3-4730-a158-fe9299257b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 01:29:47.787729 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744760796748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129236150'] for segment (437e175a-880f-4fa7-991c-7ea36355dbda), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.802770 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (437e175a-880f-4fa7-991c-7ea36355dbda), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.809437 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=106208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 01:29:47.810100 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126063198'] for segment (437e175a-880f-4fa7-991c-7ea36355dbda), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.861699 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 5cad117c-4990-482d-97ea-3af9e7e78f8e no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:29:47.867844 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4007233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-961922'] for network (73d26f60-fc5a-4796-a2af-224032b1760c), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.873582 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:47.876673 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/73d26f60-fc5a-4796-a2af-224032b1760c HTTP/1.1" status: 204 len: 168 time: 0.5350146 Sep 13 01:29:47.880282 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 43082) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:29:47.883300 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 5cad117c-4990-482d-97ea-3af9e7e78f8e {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:29:47.883888 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 5cad117c-4990-482d-97ea-3af9e7e78f8e not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:29:47.884491 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 6cc22a5a-58c3-4834-8a4f-686886c077b7 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:29:47.896414 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cba303-6bf5-4349-a834-f491a36a5041 admin admin] Pushing event deleted for resources: {'Network': ['ID=73d26f60-fc5a-4796-a2af-224032b1760c,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:47.903359 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 6cc22a5a-58c3-4834-8a4f-686886c077b7 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:29:47.903706 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 6cc22a5a-58c3-4834-8a4f-686886c077b7 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:29:47.904127 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 3bb50a84-0df1-41dc-b878-62ab9277519b no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:29:47.921907 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 3bb50a84-0df1-41dc-b878-62ab9277519b {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:29:47.922246 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 3bb50a84-0df1-41dc-b878-62ab9277519b not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:29:48.451118 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d4fd-473c-4d43-a739-b01acfee3225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609695'] for router_interface (182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:48.534010 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:48.634148 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:48.674675 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.services.segments.plugin [-] Segment 437e175a-880f-4fa7-991c-7ea36355dbda resource provider aggregate not found Sep 13 01:29:48.679379 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b7e8d4fd-473c-4d43-a739-b01acfee3225 admin admin] Deleting port 2279d0c8-09aa-4490-b879-eb3a1f5421ac {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:29:48.680120 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d4fd-473c-4d43-a739-b01acfee3225 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:48.692050 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.services.segments.plugin [-] Segment 437e175a-880f-4fa7-991c-7ea36355dbda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 437e175a-880f-4fa7-991c-7ea36355dbda found for delete ", "request_id": "req-ad2563e5-a7c4-49b4-9024-3f13be06d1bd"}]} Sep 13 01:29:48.757751 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-b7e8d4fd-473c-4d43-a739-b01acfee3225 admin admin] For port 2279d0c8-09aa-4490-b879-eb3a1f5421ac, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=2279d0c8-09aa-4490-b879-eb3a1f5421ac,segment=NetworkSegment(5a776869-ab56-4bce-83c5-8585126a22e2),segment_id=5a776869-ab56-4bce-83c5-8585126a22e2)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:29:48.758106 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d4fd-473c-4d43-a739-b01acfee3225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:48.771108 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-b7e8d4fd-473c-4d43-a739-b01acfee3225 admin admin] Calling delete_port for 2279d0c8-09aa-4490-b879-eb3a1f5421ac owned by network:router_interface {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:29:48.958627 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d4fd-473c-4d43-a739-b01acfee3225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (2279d0c8-09aa-4490-b879-eb3a1f5421ac), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:48.989403 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8d4fd-473c-4d43-a739-b01acfee3225 admin admin] Pushing event deleted for resources: {'Port': ['ID=2279d0c8-09aa-4490-b879-eb3a1f5421ac,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:49.154789 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d4fd-473c-4d43-a739-b01acfee3225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957967'] for router_interface (182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:49.356959 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:49.359139 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e8d4fd-473c-4d43-a739-b01acfee3225 admin admin] Router 182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a has already been hosted by L3 agent 4616fde8-4e5e-461f-bb54-706488e30abb {{(pid=106208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 01:29:49.461181 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e8d4fd-473c-4d43-a739-b01acfee3225 admin admin] Notify agent at l3_agent.dv-cinder-856941-3-iscsi the message routers_updated {{(pid=106208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 01:29:49.466568 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-b7e8d4fd-473c-4d43-a739-b01acfee3225 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5852902 Sep 13 01:29:49.469127 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 43088) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:29:49.471344 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040d942b-b599-4263-a91b-97ae0ca98156 None None] Sync routers for ids ['182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a'] in dv-cinder-856941-3-iscsi {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 01:29:49.475288 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:49.483845 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040d942b-b599-4263-a91b-97ae0ca98156 None None] Routers {'182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:29:49.484559 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-040d942b-b599-4263-a91b-97ae0ca98156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:29:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:49.520088 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:49.570127 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-81fa8a25-0330-41ea-b526-8484cff81089 admin admin] Publish callbacks [] for router (182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:49.584161 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-040d942b-b599-4263-a91b-97ae0ca98156 None None] Set router 182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a gateway port host: dv-cinder-856941-3-iscsi {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:29:49.690234 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-81fa8a25-0330-41ea-b526-8484cff81089 admin admin] Publish callbacks [] for router_gateway (182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:49.732321 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-81fa8a25-0330-41ea-b526-8484cff81089 admin admin] Deleting port 8068d537-5bd5-44d9-b814-796da9ba6cc4 {{(pid=106208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:29:49.732651 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-81fa8a25-0330-41ea-b526-8484cff81089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (8068d537-5bd5-44d9-b814-796da9ba6cc4), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:49.758072 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-040d942b-b599-4263-a91b-97ae0ca98156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'name': 'tempest-TestMinimumBasicScenario-1185716825-router', 'tenant_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'external_fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '8068d537-5bd5-44d9-b814-796da9ba6cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:25Z', 'updated_at': '2022-09-13T01:29:48Z', 'revision_number': 5, 'project_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'gw_port': {'id': '8068d537-5bd5-44d9-b814-796da9ba6cc4', 'name': '', 'network_id': '2a9ecfbd-a328-4077-a2ee-7c267345041e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T01:27:26Z', 'updated_at': '2022-09-13T01:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a326fcd-a61c-425b-839c-4d78187c5abf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-3-iscsi'}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:49.782714 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040d942b-b599-4263-a91b-97ae0ca98156 None None] Checking router: 182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a for host: dv-cinder-856941-3-iscsi {{(pid=106210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 01:29:49.791658 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040d942b-b599-4263-a91b-97ae0ca98156 None None] Routers {'182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a'} bound to L3 agent in host dv-cinder-856941-3-iscsi {{(pid=106210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 01:29:49.792291 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-040d942b-b599-4263-a91b-97ae0ca98156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T01:10:32Z,description=,heartbeat_timestamp=2022-09-13T01:29:32Z,host='dv-cinder-856941-3-iscsi',id=4616fde8-4e5e-461f-bb54-706488e30abb,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T01:10:32Z,topic='l3_agent')) {'router_ids': ['182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a'], 'active': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:49.816742 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.db [None req-81fa8a25-0330-41ea-b526-8484cff81089 admin admin] For port 8068d537-5bd5-44d9-b814-796da9ba6cc4, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=8068d537-5bd5-44d9-b814-796da9ba6cc4,segment=NetworkSegment(9ed029dd-6c43-4713-8091-1a01a0fa1142),segment_id=9ed029dd-6c43-4713-8091-1a01a0fa1142)] {{(pid=106208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:29:49.817105 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-81fa8a25-0330-41ea-b526-8484cff81089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (8068d537-5bd5-44d9-b814-796da9ba6cc4), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:49.831781 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.plugins.ml2.plugin [None req-81fa8a25-0330-41ea-b526-8484cff81089 admin admin] Calling delete_port for 8068d537-5bd5-44d9-b814-796da9ba6cc4 owned by network:router_gateway {{(pid=106208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:29:49.878441 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvr_db [None req-040d942b-b599-4263-a91b-97ae0ca98156 None None] Set router 182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a gateway port host: None {{(pid=106210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 01:29:49.930684 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_hamode_db [None req-040d942b-b599-4263-a91b-97ae0ca98156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'name': 'tempest-TestMinimumBasicScenario-1185716825-router', 'tenant_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:25Z', 'updated_at': '2022-09-13T01:29:49Z', 'revision_number': 6, 'project_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'gw_port_host': None}], 'dv-cinder-856941-3-iscsi', False) {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:49.955725 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040d942b-b599-4263-a91b-97ae0ca98156 None None] The sync data for ids ['182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a'] in dv-cinder-856941-3-iscsi is: [{'id': '182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a', 'name': 'tempest-TestMinimumBasicScenario-1185716825-router', 'tenant_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T01:27:25Z', 'updated_at': '2022-09-13T01:29:49Z', 'revision_number': 6, 'project_id': 'bcbe9f2e8f6a4faeb418d1bbc59a47dc', 'gw_port_host': None}] {{(pid=106210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 01:29:50.003304 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-81fa8a25-0330-41ea-b526-8484cff81089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126063241'] for port (8068d537-5bd5-44d9-b814-796da9ba6cc4), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.028165 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa8a25-0330-41ea-b526-8484cff81089 admin admin] Pushing event deleted for resources: {'Port': ['ID=8068d537-5bd5-44d9-b814-796da9ba6cc4,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:50.091766 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-81fa8a25-0330-41ea-b526-8484cff81089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-961884'] for router_gateway (182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.175461 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-81fa8a25-0330-41ea-b526-8484cff81089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16237'] for router (182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.178137 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-81fa8a25-0330-41ea-b526-8484cff81089 admin admin] Publish callbacks [] for router_controller (182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a), precommit_delete_associations {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.218398 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-81fa8a25-0330-41ea-b526-8484cff81089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-958044'] for router (182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.218946 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fa8a25-0330-41ea-b526-8484cff81089 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a {{(pid=106208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 01:29:50.224225 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-81fa8a25-0330-41ea-b526-8484cff81089 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.227029 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-81fa8a25-0330-41ea-b526-8484cff81089 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/182c21ec-82a4-49b6-9b9f-eae7bf4d2d3a HTTP/1.1" status: 204 len: 168 time: 0.7553222 Sep 13 01:29:50.228501 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.wsgi [-] (106208) accepted ('10.222.0.15', 43090) {{(pid=106208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:29:50.272499 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7bd024c-2266-408f-9f67-1d60d50b95e7 admin admin] Deleting subnet b496d35b-899b-4d38-bb6f-f038dcf537d9 {{(pid=106208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 01:29:50.275730 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f7bd024c-2266-408f-9f67-1d60d50b95e7 admin admin] Publish callbacks [] for subnet (b496d35b-899b-4d38-bb6f-f038dcf537d9), before_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.296458 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:50.313220 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f7bd024c-2266-408f-9f67-1d60d50b95e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129236159'] for subnet (b496d35b-899b-4d38-bb6f-f038dcf537d9), precommit_delete_associations {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.392319 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f7bd024c-2266-408f-9f67-1d60d50b95e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3960691'] for subnet (b496d35b-899b-4d38-bb6f-f038dcf537d9), precommit_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.416192 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:50.448641 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f7bd024c-2266-408f-9f67-1d60d50b95e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126063348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126144256'] for subnet (b496d35b-899b-4d38-bb6f-f038dcf537d9), after_delete {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.473893 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd024c-2266-408f-9f67-1d60d50b95e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b496d35b-899b-4d38-bb6f-f038dcf537d9,revision_number=None']} {{(pid=106208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:50.479431 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG neutron_lib.callbacks.manager [None req-f7bd024c-2266-408f-9f67-1d60d50b95e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for subnet (None), before_response {{(pid=106208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.484854 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893f5f1f-2af3-4859-8c58-25bbe0190843 None None] Network 5b21fbbf-c2da-4e1f-8eb7-288539a41fe8 requested from dv-cinder-856941-3-iscsi {{(pid=106210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 01:29:50.486058 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 43092) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:29:50.486504 dv-cinder-856941-3-iscsi neutron-server[106208]: INFO neutron.wsgi [None req-f7bd024c-2266-408f-9f67-1d60d50b95e7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/b496d35b-899b-4d38-bb6f-f038dcf537d9 HTTP/1.1" status: 204 len: 168 time: 0.2566562 Sep 13 01:29:50.554269 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849132'] for network (5b21fbbf-c2da-4e1f-8eb7-288539a41fe8), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.584087 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:50.597102 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] Deleting port 0dab0f1d-60c1-4bff-b3e3-92e02d447838 {{(pid=106209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:29:50.597458 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (0dab0f1d-60c1-4bff-b3e3-92e02d447838), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.662316 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.db [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] For port 0dab0f1d-60c1-4bff-b3e3-92e02d447838, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=0dab0f1d-60c1-4bff-b3e3-92e02d447838,segment=NetworkSegment(5a776869-ab56-4bce-83c5-8585126a22e2),segment_id=5a776869-ab56-4bce-83c5-8585126a22e2)] {{(pid=106209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:29:50.662675 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (0dab0f1d-60c1-4bff-b3e3-92e02d447838), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.676785 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.plugin [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] Calling delete_port for 0dab0f1d-60c1-4bff-b3e3-92e02d447838 owned by network:dhcp {{(pid=106209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:29:50.691933 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f952d2e5-fb44-42df-b7b5-52e98a47a36a None None] DHCP port deletion for 5b21fbbf-c2da-4e1f-8eb7-288539a41fe8 request from dv-cinder-856941-3-iscsi {{(pid=106210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 01:29:50.733233 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-f952d2e5-fb44-42df-b7b5-52e98a47a36a None None] Deleting port 0dab0f1d-60c1-4bff-b3e3-92e02d447838 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 01:29:50.733514 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f952d2e5-fb44-42df-b7b5-52e98a47a36a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744760804100'] for port (0dab0f1d-60c1-4bff-b3e3-92e02d447838), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.755210 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128878315'] for port (0dab0f1d-60c1-4bff-b3e3-92e02d447838), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.763321 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:50.783904 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] No DVR routers for this DVR port 0dab0f1d-60c1-4bff-b3e3-92e02d447838 on host dv-cinder-856941-3-iscsi {{(pid=106209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:29:50.790577 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dab0f1d-60c1-4bff-b3e3-92e02d447838,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:50.796475 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-f952d2e5-fb44-42df-b7b5-52e98a47a36a None None] For port 0dab0f1d-60c1-4bff-b3e3-92e02d447838, host dv-cinder-856941-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-3-iscsi',level=0,port_id=0dab0f1d-60c1-4bff-b3e3-92e02d447838,segment=NetworkSegment(5a776869-ab56-4bce-83c5-8585126a22e2),segment_id=5a776869-ab56-4bce-83c5-8585126a22e2)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 01:29:50.796868 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f952d2e5-fb44-42df-b7b5-52e98a47a36a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961365'] for port (0dab0f1d-60c1-4bff-b3e3-92e02d447838), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.814158 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-f952d2e5-fb44-42df-b7b5-52e98a47a36a None None] Calling delete_port for 0dab0f1d-60c1-4bff-b3e3-92e02d447838 owned by network:dhcp {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 01:29:50.870539 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4007246', 'neutron.services.segments.db._delete_segments_for_network-8744760796856'] for network (5b21fbbf-c2da-4e1f-8eb7-288539a41fe8), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.893142 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b21fbbf-c2da-4e1f-8eb7-288539a41fe8']}} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:50.894136 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f952d2e5-fb44-42df-b7b5-52e98a47a36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744760789140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744760330945'] for port (0dab0f1d-60c1-4bff-b3e3-92e02d447838), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.904720 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a776869-ab56-4bce-83c5-8585126a22e2') {'for_net_delete': True} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:50.905021 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.services.segments.db [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a776869-ab56-4bce-83c5-8585126a22e2') {} {{(pid=106209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 01:29:50.915785 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744760796748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129315475'] for segment (5a776869-ab56-4bce-83c5-8585126a22e2), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.923798 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f952d2e5-fb44-42df-b7b5-52e98a47a36a None None] No DVR routers for this DVR port 0dab0f1d-60c1-4bff-b3e3-92e02d447838 on host dv-cinder-856941-3-iscsi {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 01:29:50.928454 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952d2e5-fb44-42df-b7b5-52e98a47a36a None None] Pushing event deleted for resources: {'Port': ['ID=0dab0f1d-60c1-4bff-b3e3-92e02d447838,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:50.930146 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095'] for segment (5a776869-ab56-4bce-83c5-8585126a22e2), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.938056 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 01:29:50.938056 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3979095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128878140'] for segment (5a776869-ab56-4bce-83c5-8585126a22e2), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:50.987009 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment 5a776869-ab56-4bce-83c5-8585126a22e2 resource provider aggregate not found Sep 13 01:29:51.005795 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.services.segments.plugin [-] Segment 5a776869-ab56-4bce-83c5-8585126a22e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a776869-ab56-4bce-83c5-8585126a22e2 found for delete ", "request_id": "req-0b37e38d-b5d6-458c-903a-2ac6311d7320"}]} Sep 13 01:29:51.011306 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4007233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-961922'] for network (5b21fbbf-c2da-4e1f-8eb7-288539a41fe8), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:51.017218 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579077'] for network (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:51.020905 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/5b21fbbf-c2da-4e1f-8eb7-288539a41fe8 HTTP/1.1" status: 204 len: 168 time: 0.5331323 Sep 13 01:29:51.031806 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174deda-81ca-4a36-8b24-6dbbec25ed06 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b21fbbf-c2da-4e1f-8eb7-288539a41fe8,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:51.194047 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 43100) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:29:51.232436 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-41d9c4eb-361f-4f33-b933-f12c29812697 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7bede684fde243038bcb6b0d5c31ac8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372655 Sep 13 01:29:51.234825 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 43102) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:29:51.281829 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c1ac1451-d2f0-4aff-805a-ab739f158ed3 admin admin] Publish callbacks [] for security_group (ab06a07b-044d-43c3-8ef2-87198bbdf1c6), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:51.301358 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c1ac1451-d2f0-4aff-805a-ab739f158ed3 admin admin] Publish callbacks [] for security_group (ab06a07b-044d-43c3-8ef2-87198bbdf1c6), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:51.347304 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c1ac1451-d2f0-4aff-805a-ab739f158ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (ab06a07b-044d-43c3-8ef2-87198bbdf1c6), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:51.350681 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-c1ac1451-d2f0-4aff-805a-ab739f158ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:51.351854 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-c1ac1451-d2f0-4aff-805a-ab739f158ed3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ab06a07b-044d-43c3-8ef2-87198bbdf1c6 HTTP/1.1" status: 204 len: 168 time: 0.1161366 Sep 13 01:29:51.360570 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac1451-d2f0-4aff-805a-ab739f158ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab06a07b-044d-43c3-8ef2-87198bbdf1c6,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:51.673004 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 43108) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:29:51.716528 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-b5377835-7885-40a1-b1f0-20875a35c2fb admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bcbe9f2e8f6a4faeb418d1bbc59a47dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423875 Sep 13 01:29:51.719036 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [-] (106209) accepted ('10.222.0.15', 43110) {{(pid=106209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 01:29:51.765790 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-60cbc419-de53-4a2e-bb33-feb789123132 admin admin] Publish callbacks [] for security_group (e0554332-0302-41a1-af1e-095767fe4393), before_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:51.785410 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-60cbc419-de53-4a2e-bb33-feb789123132 admin admin] Publish callbacks [] for security_group (e0554332-0302-41a1-af1e-095767fe4393), precommit_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:51.833812 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-60cbc419-de53-4a2e-bb33-feb789123132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023168'] for security_group (e0554332-0302-41a1-af1e-095767fe4393), after_delete {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:51.836403 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron_lib.callbacks.manager [None req-60cbc419-de53-4a2e-bb33-feb789123132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:29:51.837536 dv-cinder-856941-3-iscsi neutron-server[106209]: INFO neutron.wsgi [None req-60cbc419-de53-4a2e-bb33-feb789123132 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e0554332-0302-41a1-af1e-095767fe4393 HTTP/1.1" status: 204 len: 168 time: 0.1176443 Sep 13 01:29:51.845596 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbc419-de53-4a2e-bb33-feb789123132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0554332-0302-41a1-af1e-095767fe4393,revision_number=None']} {{(pid=106209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 01:29:51.857596 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 2279d0c8-09aa-4490-b879-eb3a1f5421ac no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:29:52.011885 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 2279d0c8-09aa-4490-b879-eb3a1f5421ac {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:29:52.012239 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 2279d0c8-09aa-4490-b879-eb3a1f5421ac not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:29:52.012664 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 0dab0f1d-60c1-4bff-b3e3-92e02d447838 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:29:52.031647 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 0dab0f1d-60c1-4bff-b3e3-92e02d447838 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:29:52.031999 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 0dab0f1d-60c1-4bff-b3e3-92e02d447838 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:29:52.032430 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 8068d537-5bd5-44d9-b814-796da9ba6cc4 no longer exists at agent ovs-agent-dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 01:29:52.052556 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] No Port match for: 8068d537-5bd5-44d9-b814-796da9ba6cc4 {{(pid=106210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 01:29:52.052902 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.rpc [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Device 8068d537-5bd5-44d9-b814-796da9ba6cc4 not bound to the agent host dv-cinder-856941-3-iscsi {{(pid=106210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 01:29:56.546494 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=16 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:56.608839 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:56.850602 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:29:59.920999 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-157688f4-d4d7-45f8-863f-8e058c7c1170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:30:00.454009 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:30:00.473251 dv-cinder-856941-3-iscsi neutron-server[106208]: DEBUG dbcounter [-] [106208] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:30:01.819310 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=64,neutron:DELETE=7 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:30:01.841223 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG dbcounter [-] [106209] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:30:02.214530 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-93bbd6aa-2527-41b9-8d00-6cc587a9aca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:30:03.392638 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:30:03.406746 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:30:04.836534 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:30:04.839155 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:30:06.309085 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:30:13.275960 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:30:23.269480 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:30:23.271352 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:30:28.328735 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:30:28.329504 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:30:29.923183 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-93bc1c7e-3d73-4854-9116-cfe1ccfd9add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:30:32.207599 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-192d2787-f3d8-4105-a967-7c6a09eddd2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:30:33.408590 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:30:34.842766 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:30:34.845623 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:30:43.291646 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:30:43.308667 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:30:53.284841 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:30:53.286717 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:30:57.438701 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:30:57.442164 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:30:59.925052 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6ed870b1-ab64-4391-b176-64a62046bd96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:31:02.210906 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-41180e9c-d7bd-4dbe-968b-a29ccf3db59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:31:03.411334 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:31:04.826922 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:31:04.843235 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:31:13.290872 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:31:20.308571 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:31:23.285751 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:31:23.287619 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:31:29.926313 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-77aaa0d3-3b0a-40df-916f-ee1e88dd9d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:31:32.211628 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4cc0972d-fa89-4a19-a4b0-aaa0a198c6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:31:33.411138 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:31:34.444024 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=18 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:31:34.450138 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=16 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:31:34.834113 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:31:34.846230 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:31:43.289796 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:31:53.284624 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:31:53.286534 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:31:57.308148 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:31:59.928057 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-01df8afd-c009-4fa1-bcc3-3e1d01d22ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:32:02.213107 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9653202c-4e94-4ba8-85dc-e646b913b066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:32:03.415230 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:32:04.827872 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:32:04.848191 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:32:11.440488 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:32:11.445254 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:32:13.289949 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:32:23.281084 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:32:23.285342 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:32:29.929681 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1ff9bc2a-e213-4949-92b1-20c76abf60ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:32:32.214074 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-33d6cc39-06eb-42d4-ad93-5b9aae1f8c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:32:32.294395 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:32:32.295266 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:32:33.418004 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:32:34.307448 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:32:34.830994 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:32:34.850586 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:32:43.303327 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:32:48.446012 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:32:48.450951 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:32:53.298953 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:32:53.300837 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:32:59.936096 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ccfc6a56-6494-44ff-8101-968c646bd4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:33:02.217066 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b41b1888-ba12-4a3d-8d61-3ea685fc3bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:33:03.423298 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:33:04.833968 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:33:04.852297 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:33:11.308321 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:33:13.305036 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:33:23.295392 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:33:23.300666 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:33:26.899526 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=18 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:33:26.900289 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=16 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:33:29.928860 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4c25c6a0-a442-42c5-b15c-cc2fff989849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:33:32.218458 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-254681be-832e-45f1-8f84-80361e12be1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:33:33.428881 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:33:34.836400 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:33:34.854750 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:33:43.320376 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:33:48.307517 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:33:53.314188 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:33:53.316135 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:33:59.930793 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d787b126-8d40-420f-83ea-feac0df79c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:34:02.221350 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ce02fc0d-ec5e-4c83-a62b-683a5797cf4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:34:02.433843 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:34:02.443630 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:34:03.429438 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:34:04.839844 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:34:04.859962 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:34:13.320354 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:34:23.309345 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:34:23.316035 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:34:23.522494 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [req-a0da2d68-79ad-4579-94b8-fd76ec664aa4 req-92700c1c-5109-4d8b-b042-9fc0aa7642ee service neutron] (106209) timed out ('10.222.0.25', 52864) {{(pid=106209) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 01:34:25.306373 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:34:29.933067 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4f63-2e36-4d50-ab40-edcf9527e846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:34:32.223089 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5636b8c7-a0fc-47ff-a234-9a2a40bfcaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:34:33.433885 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:34:34.838111 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:34:34.860475 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:34:39.434326 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:34:39.439657 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:34:42.675911 dv-cinder-856941-3-iscsi neutron-server[106209]: DEBUG neutron.wsgi [req-86f92931-6a7c-4f53-80a7-435fab1d6192 req-92534cc8-53ae-462c-98e4-0c20e26cf6a7 service neutron] (106209) timed out ('10.222.0.25', 52904) {{(pid=106209) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 01:34:43.334565 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:34:53.328429 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:34:53.330818 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:34:59.935674 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7e5f4dba-52df-423b-8dc9-c1d966de995d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (bad05df4-8ba8-4c97-bc01-4cef6967e18c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:35:02.228468 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7944e5fa-5875-4959-8cc1-9a2ab17ead69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (4616fde8-4e5e-461f-bb54-706488e30abb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:35:02.305512 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG neutron.db.agents_db [None req-8903ab2e-f3da-4b99-ba50-5b2dfc63db10 None None] Agent healthcheck: found 6 active agents {{(pid=106211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 01:35:03.433034 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f14af65-9963-499c-9bfd-10a7a24614bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (ae2bc698-a6d1-4c43-ad02-4a612dc1dbb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:35:04.831194 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7a07f5f4-93df-4d30-8033-0d0c6985ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f770d272-2027-4cb7-90a1-ed6fd3c3d204), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:35:04.862930 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6889f275-07f8-4fbf-b733-beb7988fa74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (f541a469-ebb9-4522-a6dd-8da0a5774a5a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:35:13.330482 dv-cinder-856941-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dce863ee-0dd2-4bd7-957d-4cf4f893933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744760796838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4008969'] for agent (cd41bfe0-36e4-43f3-843f-45d46defe78a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 01:35:16.430337 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 01:35:16.437802 dv-cinder-856941-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}